---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:07:12.503497Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:07:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:07:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62aaee0615e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: 595129d7-89ce-4a9f-b4c3-aecd41a3b789
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:13Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:07:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62aaf0271bec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23285"
    uid: 3d350942-5fc8-48d9-8493-fd7b98b70c6f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62aaf03e13c20
    namespace: kserve-ci-e2e-test
    resourceVersion: "23287"
    uid: e05d0fcb-b887-4ed6-ab8e-313061151f01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62aaf069d3ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: 68097e73-e2ae-4298-82fa-5a4aa65f094b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62aaf070d84a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: db9aaaea-c048-48e5-b59e-366b9bf004fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:18Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab03bb74569
    namespace: kserve-ci-e2e-test
    resourceVersion: "23328"
    uid: ec4d936f-6c93-4261-93e1-216669c54453
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab03f4c919a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23332"
    uid: 4c7fc670-4f9b-49a1-ba96-1e1084c94f95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab03fbc9216
    namespace: kserve-ci-e2e-test
    resourceVersion: "23333"
    uid: 1fb4cb99-c61b-40e1-9ea6-ff531cd12637
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab03fc61c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23334"
    uid: 4e35f822-1a24-41b6-9b38-0eecbd666d48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab04284c987
    namespace: kserve-ci-e2e-test
    resourceVersion: "23336"
    uid: 709e54f1-caee-4c1b-b7ac-5c84f31d435b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:18Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab042f4de93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23337"
    uid: d5e49ae8-a3f3-4e93-ab17-893d0dd6eeb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:07:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:25Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab077ce965e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: 85d99fa6-7864-4b85-8ce9-63be1a599fe2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab715ce82c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: 24cef503-daf4-42a1-b3eb-becbccb96dd5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 9c944ccb-c4a5-42f4-9d56-0cc140b869ff
  kind: Event
  lastTimestamp: "2026-09-17T17:07:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:07:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb.18d62ab715cf1977
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 91260dc0-ac00-4da9-9295-8d95f42e500c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 96e88c5b-212d-4fe7-ac68-6dec1af01065
  kind: Event
  lastTimestamp: "2026-09-17T17:07:12Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rn2qb'
  metadata:
    creationTimestamp: "2026-09-17T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d62aaedfa6ba0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23267"
    uid: 15eaa7d6-dc9c-4208-b12b-e00a702eb546
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 64d98aa3-202d-41c1-b664-1013a332c06f
  kind: Event
  lastTimestamp: "2026-09-17T17:07:12Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62aaedd07c017
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: 5810fa25-9756-41e0-ab3c-cc183c75333f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: c1fd4875-3a44-4ab6-bb5a-49741645c220
  kind: Event
  lastTimestamp: "2026-09-17T17:07:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62ab25b5b10ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23413"
    uid: b203d057-df59-4d1f-ade6-d55704aa83f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: c1fd4875-3a44-4ab6-bb5a-49741645c220
  kind: Event
  lastTimestamp: "2026-09-17T17:07:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:27Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62ab25bc98b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: d96c0b6c-c116-4ade-a4ce-f7aa6d57fad8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: c1fd4875-3a44-4ab6-bb5a-49741645c220
  kind: Event
  lastTimestamp: "2026-09-17T17:07:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62ab5da8e56b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23523"
    uid: 78a1fdab-4b5f-4fa8-937b-dbf3bd54d997
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23414"
    uid: c1fd4875-3a44-4ab6-bb5a-49741645c220
  kind: Event
  lastTimestamp: "2026-09-17T17:07:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62ab5daf53c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 2c2e9636-9df3-4917-a082-9e91a9b406bf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 4d33b2a6-5da5-4401-a4c4-6a6518eec3e2
  kind: Event
  lastTimestamp: "2026-09-17T17:07:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:07:35Z"
    name: isvc-autogluon-ts-v1-noslash.18d62aaedcde8b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "23474"
    uid: 45090636-fad3-4f9b-bff0-73964aae9f48
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 4d33b2a6-5da5-4401-a4c4-6a6518eec3e2
  kind: Event
  lastTimestamp: "2026-09-17T17:07:12Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:07:12Z"
    name: isvc-autogluon-ts-v1-noslash.18d62aaedd3adcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: 3ff7edba-b2de-4ec5-9426-4b229b4b1e05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23472"
    uid: 4d33b2a6-5da5-4401-a4c4-6a6518eec3e2
  kind: Event
  lastTimestamp: "2026-09-17T17:07:35Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:07:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:07:35Z"
    name: isvc-autogluon-ts-v1-noslash.18d62ab436a1b27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: 695275fb-6867-42f4-bf77-37b803d2e085
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:06:25.009127Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:06:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:06:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa3d17ed25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22823"
    uid: 030377c4-5e22-4650-848a-0519cc721fd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22827"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:25Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:06:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa3f37fa2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22837"
    uid: 6e96ab33-5bd0-4620-b1b1-e15463a974c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa3f4ec77ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22839"
    uid: 3b2ccee7-bae5-4f3f-9430-330e957c88b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa3f762bf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "22841"
    uid: ab0a0453-d6c6-4161-af32-c77be0103239
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa3f7d30a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22842"
    uid: 9b8b1e1e-d6be-47be-8f19-24040785ffd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:35Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa62cab919d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: 310c9058-9405-4924-b2bd-ae946085b277
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa630d1bcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 7df20dd3-30c0-424e-a502-8fc9ff95ba9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa631521148
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: ad3fe227-2395-4ed2-9cfc-39e67ef0d846
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa6315ba8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22926"
    uid: 8992e5d2-773a-4286-b89f-60c335ce79b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa6345f0ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22928"
    uid: 28af660f-af88-44b5-ab80-1626212cc37b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa634d0f8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22929"
    uid: 770b84c2-ef31-4fa7-a1aa-2b62090b1dd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:06:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:43Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aa6a4981d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: 58fee79c-4da4-4f58-b6d6-3db072894ed1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:07:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:07Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aada8c46257
    namespace: kserve-ci-e2e-test
    resourceVersion: "23200"
    uid: 03b37403-6891-4558-91bb-4c894b128e16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:07:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:07Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aada8c4da6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23201"
    uid: 05e336ab-6065-4f53-9991-e4b8dba6c330
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22820"
    uid: a357abcd-1b01-403c-9a34-fe6cad9c6d63
  kind: Event
  lastTimestamp: "2026-09-17T17:07:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:08Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs.18d62aaddc8a7565
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: edf75193-5af7-46c4-b86e-7ea20c3bae8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22808"
    uid: 02273cbf-c16c-4543-bc12-5009799573ca
  kind: Event
  lastTimestamp: "2026-09-17T17:06:25Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-wlnrs'
  metadata:
    creationTimestamp: "2026-09-17T17:06:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d62aa3d127a2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "22821"
    uid: 38615e0c-a753-4869-99a7-71563d112605
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 3b0b291f-a4c9-469f-8c36-5ef3a1a6aafc
  kind: Event
  lastTimestamp: "2026-09-17T17:06:24Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:24Z"
    name: isvc-autogluon-ts-v1-predictor.18d62aa3ce323c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "22809"
    uid: b8eb649d-2d9c-4b9d-9523-3e984a02f80e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22807"
    uid: 30d94d5a-ad83-486f-8c37-34ae788ead80
  kind: Event
  lastTimestamp: "2026-09-17T17:06:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:39Z"
    name: isvc-autogluon-ts-v1-predictor.18d62aa74ceac682
    namespace: kserve-ci-e2e-test
    resourceVersion: "22966"
    uid: bf774e94-8896-44d3-8dd1-d936e0934499
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22807"
    uid: 30d94d5a-ad83-486f-8c37-34ae788ead80
  kind: Event
  lastTimestamp: "2026-09-17T17:06:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:39Z"
    name: isvc-autogluon-ts-v1-predictor.18d62aa74d550fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22969"
    uid: 6aef1b11-82be-40e1-88d8-127ac2727a8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22967"
    uid: 30d94d5a-ad83-486f-8c37-34ae788ead80
  kind: Event
  lastTimestamp: "2026-09-17T17:06:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:54Z"
    name: isvc-autogluon-ts-v1-predictor.18d62aaaccb7df63
    namespace: kserve-ci-e2e-test
    resourceVersion: "23082"
    uid: 6729bb23-be68-4bbb-85b6-42aa5cc60009
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22967"
    uid: 30d94d5a-ad83-486f-8c37-34ae788ead80
  kind: Event
  lastTimestamp: "2026-09-17T17:06:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:55Z"
    name: isvc-autogluon-ts-v1-predictor.18d62aaacd2649d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23084"
    uid: 24c5ccf5-886a-42a8-9c46-5adb688afdbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22798"
    uid: 0cfbf791-1129-487a-a74a-6706276b1112
  kind: Event
  lastTimestamp: "2026-09-17T17:06:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:06:53Z"
    name: isvc-autogluon-ts-v1.18d62aa3ce3b8dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23068"
    uid: 02bc9e1a-97b4-4c45-8994-35191c2e158b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22798"
    uid: 0cfbf791-1129-487a-a74a-6706276b1112
  kind: Event
  lastTimestamp: "2026-09-17T17:06:24Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:06:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:06:24Z"
    name: isvc-autogluon-ts-v1.18d62aa3cecc5c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22813"
    uid: 04586312-7e10-405f-91f0-a1dbf94b7d4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23066"
    uid: 0cfbf791-1129-487a-a74a-6706276b1112
  kind: Event
  lastTimestamp: "2026-09-17T17:06:53Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:06:53Z"
    name: isvc-autogluon-ts-v1.18d62aaa63a658d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23067"
    uid: b4e57ffa-7e44-41b4-9350-d64b223c98fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:57:39.435718Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a2972e10e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18152"
    uid: 771d59e9-d9b9-45f8-873f-ccc0815580cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a297efdd38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: f9cd6d7c-9d87-4127-b7ba-6eee156f60b0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:40Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:57:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a29b8af1437
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 8c0efa22-0fdd-4096-9bf1-ee0dbb8a9398
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a29ba0973ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18175"
    uid: f6ce9d98-0071-4bcc-be1b-8b29686e8c0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a29bd04a34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18176"
    uid: 99e88363-d2b7-4870-a73e-6a63cd381c0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:57:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a29bd70ccaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18177"
    uid: 10d5bffe-8c1e-4f95-8b4b-3f0cd78be569
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:45Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a2ae6c9a98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18219"
    uid: 83b175f7-f990-43b1-9d55-620d602de52b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:59:51Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m5.649s
    (2m5.649s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:51Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a48281a5bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: 8032e07e-e7b1-43e3-a125-bf7ce3298551
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:59:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:51Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a482c92501d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: c031fa49-d976-49e9-b648-b8149156f075
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:59:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:51Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a482d6e6780
    namespace: kserve-ci-e2e-test
    resourceVersion: "19328"
    uid: a785350d-0158-4025-8a6b-5c0edc907bfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:59:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:51Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a482d7a4247
    namespace: kserve-ci-e2e-test
    resourceVersion: "19329"
    uid: 10a7db38-8c8f-4db9-b582-1930a27c93c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:59:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:51Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a48319853ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: 36a984fb-a45d-4eb4-8e12-dcf0ef141a01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:59:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:51Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a4832240246
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: 379020e6-3273-47e6-ab87-a6d8f98996b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T16:59:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a489e56cbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19392"
    uid: 48ca5e01-0f39-4a28-8dbb-52043377a980
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T17:00:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a503168af05
    namespace: kserve-ci-e2e-test
    resourceVersion: "19614"
    uid: 5bc489c0-9ee5-48ef-b298-9fdca37ca58a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 403e2840-08bb-40f5-a5d9-d9089cbaefb1
  kind: Event
  lastTimestamp: "2026-09-17T17:00:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:25Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-sjzdz.18d62a50316927f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: 99734920-3f8d-44dc-b8d8-dd059b72a921
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: b5ab51eb-3e8a-4a3e-8a3d-535599ea3bd7
  kind: Event
  lastTimestamp: "2026-09-17T16:57:39Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-sjzdz'
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d62a2972501510
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: c5592d1d-68fc-4e8d-a489-6f19a87f4489
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: 7aa5d540-f4b7-4093-96e6-e956030f1be4
  kind: Event
  lastTimestamp: "2026-09-17T16:57:39Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: isvc-autogluon-v1-predictor.18d62a296f5aa092
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: dc5ad1ff-7e79-40d8-b352-32dbbfb68372
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: fb749a20-7ed8-4983-8763-7ca0c8c4fbf7
  kind: Event
  lastTimestamp: "2026-09-17T17:00:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:24Z"
    name: isvc-autogluon-v1-predictor.18d62a2cee69a7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: 7fe7ef16-0cfd-4e85-b026-6a42d0ec74a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18135"
    uid: fb749a20-7ed8-4983-8763-7ca0c8c4fbf7
  kind: Event
  lastTimestamp: "2026-09-17T17:00:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:24Z"
    name: isvc-autogluon-v1-predictor.18d62a2ceed9efc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: 60aab60d-bea0-490e-aa51-6cde298775f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: fb749a20-7ed8-4983-8763-7ca0c8c4fbf7
  kind: Event
  lastTimestamp: "2026-09-17T17:00:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:09Z"
    name: isvc-autogluon-v1-predictor.18d62a4c65dee12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: ce60c74a-9687-4c88-876e-4535d554cd22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: fb749a20-7ed8-4983-8763-7ca0c8c4fbf7
  kind: Event
  lastTimestamp: "2026-09-17T17:00:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:09Z"
    name: isvc-autogluon-v1-predictor.18d62a4c666bd2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: cad8eb86-cd63-4629-8252-dc21b069eb51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: 7a946302-3ce2-46f8-ad36-1bc6ab147ad1
  kind: Event
  lastTimestamp: "2026-09-17T17:00:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:09Z"
    name: isvc-autogluon-v1.18d62a296f5e0d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19480"
    uid: f9f04eae-7317-49a9-9bee-8001c9f664b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19477"
    uid: 7a946302-3ce2-46f8-ad36-1bc6ab147ad1
  kind: Event
  lastTimestamp: "2026-09-17T17:00:09Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:09Z"
    name: isvc-autogluon-v1.18d62a4c5da54efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19478"
    uid: 9e15597b-7d81-4585-8648-b69e232ae131
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:04:33.852512Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:04:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:04:33Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a89f00b7787
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: efde3115-1933-44f3-b8c4-7f88680af2e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a89fa5aec7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: 813a8261-cb6b-4ea7-96c8-e75e60f3e733
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:35Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:04:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8a360c4001
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 4ad33d70-74b8-4261-a475-7f3bbd74c7c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8a376efd45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: df9cd3ff-1d65-4795-8805-be116571f0fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8a3ba6f7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: c776a88f-d95b-4616-b14e-e6741a7260a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8a3c17735f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: ff1b7968-b83e-4b4f-b4f2-6c44b19dff9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:40Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8b834fc5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: aa840e94-57db-4ecc-a7ee-661f2f529927
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8b86514b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21935"
    uid: e0c97247-34a4-400f-a871-c36f383c89c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8b86bdd2d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 47c20133-71b7-4de3-9909-ffcb51cb69f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8b86c68e82
    namespace: kserve-ci-e2e-test
    resourceVersion: "21939"
    uid: 3ef18352-bb63-4703-8b31-390cc6d72c6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8b8a757dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21942"
    uid: 93eaa4a7-9de5-4ce4-bfa6-efd63a6d98a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:04:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62a8b8af129bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21943"
    uid: 8b24029c-3c06-44ab-8120-7e686d99fd08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:06:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62aa29d4c23da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: a4813b17-40c0-4ebb-90b5-913f0e0f0b15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 2f1bcaac-435e-43f4-981b-9877fb5ece92
  kind: Event
  lastTimestamp: "2026-09-17T17:06:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:06:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m.18d62aa29d4cceee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22757"
    uid: bee36abb-8a87-4c9b-88de-207616448e22
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: 3b920f64-873d-4f93-bdf9-65bec4299461
  kind: Event
  lastTimestamp: "2026-09-17T17:04:33Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-nc86m'
  metadata:
    creationTimestamp: "2026-09-17T17:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:33Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d62a89efa9f6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: 0d25933a-92e0-439a-884c-9dc2d674f9ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21847"
    uid: 5219d7ce-843e-43dc-9d0f-83d60ebc9397
  kind: Event
  lastTimestamp: "2026-09-17T17:04:33Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:33Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62a89ec7b17a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21851"
    uid: 374ee52b-d1e6-4198-a573-8f00a2f7b64d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: 92e65c27-6b42-46b7-921c-e2829e41df89
  kind: Event
  lastTimestamp: "2026-09-17T17:05:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:05:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62a8d6b0ebce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: 4925f5c2-35e0-4a59-b808-635b1251b6ee
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21848"
    uid: 92e65c27-6b42-46b7-921c-e2829e41df89
  kind: Event
  lastTimestamp: "2026-09-17T17:05:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:05:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62a8d6b7c861e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: 1c06ac2e-0605-4e30-a161-4f2ccf7a556d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: 92e65c27-6b42-46b7-921c-e2829e41df89
  kind: Event
  lastTimestamp: "2026-09-17T17:06:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62a97e83dd446
    namespace: kserve-ci-e2e-test
    resourceVersion: "22733"
    uid: b9681787-0796-4f8e-b139-6ebb51910ed6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: 92e65c27-6b42-46b7-921c-e2829e41df89
  kind: Event
  lastTimestamp: "2026-09-17T17:06:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:06:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62a97e8a9a308
    namespace: kserve-ci-e2e-test
    resourceVersion: "22734"
    uid: b1ae6dbc-a5ad-41dc-8025-d15bf9c8efa0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: cd7f5f87-e61c-4134-8e65-a1934fcd5de6
  kind: Event
  lastTimestamp: "2026-09-17T17:06:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:06:11Z"
    name: isvc-autogluon-v2-noslash.18d62a89ec8262c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: f3724865-04ed-499b-852b-0e8c0e15a8a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: cd7f5f87-e61c-4134-8e65-a1934fcd5de6
  kind: Event
  lastTimestamp: "2026-09-17T17:04:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:04:33Z"
    name: isvc-autogluon-v2-noslash.18d62a89ed107ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21855"
    uid: 70516d33-3561-4157-9cf2-5a5bf57f80df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:06:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22685"
    uid: cd7f5f87-e61c-4134-8e65-a1934fcd5de6
  kind: Event
  lastTimestamp: "2026-09-17T17:06:11Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:06:11Z"
    name: isvc-autogluon-v2-noslash.18d62aa0afea2a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: f93f999b-11fe-4908-9b53-d8cdce1b7972
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:00:31.017579Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19679"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:00:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:00:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a5165f47e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "19684"
    uid: d3e6094c-c457-43dd-9651-50ad66765f11
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19689"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:31Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:00:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a5187e065f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19701"
    uid: de82bb34-1409-4fda-8eea-8bd7f99eb24a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a518952182d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 1392e8bf-58d0-49bd-a1e6-a3389485a8bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a518c486d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19706"
    uid: e2f22cb7-99b9-46f5-b216-7d291ef29ad4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a518cccd484
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 08b9b574-cbbe-4fa4-a8bd-176b6a0fc5d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:36Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a52acd79cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: ad08d428-f7ea-4bd4-b4e1-a9cc387f309c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a52b124b013
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: 3c1c71c3-a92e-48c2-b541-5b9b51212579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a52b196f474
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: a9cf0c52-7f53-42b1-b9e1-693316328b84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a52b1a1a225
    namespace: kserve-ci-e2e-test
    resourceVersion: "19753"
    uid: 3c738aae-047c-4cf6-9539-4cfe01cc31ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a52b4d588b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 420c88ad-fd4c-48a2-8e9a-c4afba026955
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:00:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:00:36Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a52b54dfa06
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: e86d0135-ab24-4990-b306-f84638648acf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:02:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a6a14d99bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 468be8d7-41be-4d56-b2e0-d21810ea8d84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: 89b20636-5ab8-450d-a2da-dc2a49887d23
  kind: Event
  lastTimestamp: "2026-09-17T17:02:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-47dn6.18d62a6a14da1973
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: 6d952c94-a469-4b54-bb91-663ed146d92d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 5d8f62d6-3576-44b7-8334-8f3f44c1400a
  kind: Event
  lastTimestamp: "2026-09-17T17:00:31Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-47dn6'
  metadata:
    creationTimestamp: "2026-09-17T17:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d62a5165880bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 3342433b-83a9-4d75-bd62-f7ce29e194ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19667"
    uid: bf77cfc8-7691-48fa-9e38-d7257f7ddd45
  kind: Event
  lastTimestamp: "2026-09-17T17:00:30Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:30Z"
    name: isvc-autogluon-v2-predictor.18d62a5162d25e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: 5d02ee08-c0f3-4b4c-8ec5-387a167259fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: a1b6d918-4a47-4806-873c-cf986819d94f
  kind: Event
  lastTimestamp: "2026-09-17T17:00:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:45Z"
    name: isvc-autogluon-v2-predictor.18d62a54e187375b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: b30e1d5d-64d2-4f84-b03c-889aaa1fb1b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: a1b6d918-4a47-4806-873c-cf986819d94f
  kind: Event
  lastTimestamp: "2026-09-17T17:00:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:45Z"
    name: isvc-autogluon-v2-predictor.18d62a54e1e36097
    namespace: kserve-ci-e2e-test
    resourceVersion: "19822"
    uid: aeb99b11-ede8-40b4-8d9f-f54b3f4cf94b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: a1b6d918-4a47-4806-873c-cf986819d94f
  kind: Event
  lastTimestamp: "2026-09-17T17:02:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:16Z"
    name: isvc-autogluon-v2-predictor.18d62a5860aa54fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20570"
    uid: 4b264087-15af-4060-bf59-07dd91eb03fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: a1b6d918-4a47-4806-873c-cf986819d94f
  kind: Event
  lastTimestamp: "2026-09-17T17:02:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:16Z"
    name: isvc-autogluon-v2-predictor.18d62a58610f5491
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: 2b01b947-b45f-4037-9138-d620f0f7deaa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:02:22.211526Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:02:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:02:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a6b49a170a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: aeb2cdae-10f0-4330-830c-925fb8f06c12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a6b53d5e38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 68872caa-ac1d-4b57-ab37-3c4acdc4972f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:23Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:02:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a6b902ed462
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 2f3f7f46-1a70-4b82-be45-1e3dbd1b5666
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a6b919ea700
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: cba96010-f97e-483a-b9ba-637bc212f38a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a6b95239b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20688"
    uid: 89ca12ee-4bbf-406d-a4e4-00612f3496a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:02:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:23Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a6b95906e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 19c09bba-ddac-49e8-ba94-ebad8ca75e4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:44Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a7061117403
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 705319b5-6546-46df-b3c8-6c2b0e683051
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a706410bbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 01be1248-9660-41ef-bea0-387e5ff40c9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a706487f368
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: d9f75861-6838-400f-8cac-c47294866ea7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a7064923d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 00fc35da-8f81-4bf4-894d-9a960774837e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a7067a84aac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: af39cc66-c0cc-43ea-a4b4-b8e384776327
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:02:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:44Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a70681f14b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 99e7d9e8-d773-429e-9365-cf1f91e07370
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:04:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:28Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a88bafb6982
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 72a373c2-2e22-4384-8d11-226baa20cebd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:04:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:28Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a88bafbf627
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 501e1205-85d3-4864-b9e5-a51bc2e33eb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: f8f22955-ab48-456b-8fc6-16158e357214
  kind: Event
  lastTimestamp: "2026-09-17T17:04:29Z"
  message: 'Readiness probe failed: Get "http://10.132.0.33:8080/v2/models/isvc-autogluon-v2-variants/ready":
    dial tcp 10.132.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:29Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6.18d62a88e93c7226
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 05b4b37f-91a0-46d3-8d27-6a6ec7fd2cdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 062c20bc-c849-4f39-ad99-1296cd7c8e0b
  kind: Event
  lastTimestamp: "2026-09-17T17:02:22Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-87kb6'
  metadata:
    creationTimestamp: "2026-09-17T17:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:22Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d62a6b493ec606
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 015ce55f-8ccd-4e80-ae04-c977936da156
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 5f855820-9fdf-4b45-b624-f9a665b26c81
  kind: Event
  lastTimestamp: "2026-09-17T17:02:22Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:22Z"
    name: isvc-autogluon-v2-variants-predictor.18d62a6b468f5f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 9309903f-0d4b-443f-8aaa-16c8491982d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 3d540669-b2d7-408a-b3cf-f267f1a3e54c
  kind: Event
  lastTimestamp: "2026-09-17T17:03:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:07Z"
    name: isvc-autogluon-v2-variants-predictor.18d62a6ec53614b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: cdd4b142-383c-4e5b-989c-4cdd196f871f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 3d540669-b2d7-408a-b3cf-f267f1a3e54c
  kind: Event
  lastTimestamp: "2026-09-17T17:03:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:07Z"
    name: isvc-autogluon-v2-variants-predictor.18d62a6ec5a046d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 61afe97c-bd50-4a45-8d2c-98a233e36253
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 3d540669-b2d7-408a-b3cf-f267f1a3e54c
  kind: Event
  lastTimestamp: "2026-09-17T17:04:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:22Z"
    name: isvc-autogluon-v2-variants-predictor.18d62a7244e91a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21731"
    uid: 4c34acbf-ba3f-4173-abf2-661f7ba4ac7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20800"
    uid: 3d540669-b2d7-408a-b3cf-f267f1a3e54c
  kind: Event
  lastTimestamp: "2026-09-17T17:04:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:02:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:22Z"
    name: isvc-autogluon-v2-variants-predictor.18d62a72454f60fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21732"
    uid: 8fc1868d-eeed-46a6-b0f7-9ca2d78ce6b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: b0a1c2ee-b586-4dc3-a1bd-6161400aa223
  kind: Event
  lastTimestamp: "2026-09-17T17:04:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:04:19Z"
    name: isvc-autogluon-v2-variants.18d62a6b46912614
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 57b32dda-2095-4086-85f6-790720de9b8e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: b0a1c2ee-b586-4dc3-a1bd-6161400aa223
  kind: Event
  lastTimestamp: "2026-09-17T17:02:22Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:22Z"
    name: isvc-autogluon-v2-variants.18d62a6b4724fef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20671"
    uid: 952e54ed-dc76-435d-b304-685eca73bae5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: b0a1c2ee-b586-4dc3-a1bd-6161400aa223
  kind: Event
  lastTimestamp: "2026-09-17T17:02:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:22Z"
    name: isvc-autogluon-v2-variants.18d62a6b4c8b6325
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 69ce993d-9876-470a-969a-27cee3b1626f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: b0a1c2ee-b586-4dc3-a1bd-6161400aa223
  kind: Event
  lastTimestamp: "2026-09-17T17:04:19Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:04:19Z"
    name: isvc-autogluon-v2-variants.18d62a869c5aafac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: f9f57a33-a27e-476d-b6ac-5b08026d6b83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 9da4e9f6-c8bd-45d6-96a4-8e6bd7ba7b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-autogluon-v2.18d62a5162c4a170
    namespace: kserve-ci-e2e-test
    resourceVersion: "20511"
    uid: 18f0acbf-6692-4560-a784-68753f4e82b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 9da4e9f6-c8bd-45d6-96a4-8e6bd7ba7b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:00:30Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:30Z"
    name: isvc-autogluon-v2.18d62a51635642f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19675"
    uid: 9cc04f1b-f1d2-41e6-81df-4a822cd46e9d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: 9da4e9f6-c8bd-45d6-96a4-8e6bd7ba7b6b
  kind: Event
  lastTimestamp: "2026-09-17T17:02:08Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:02:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:08Z"
    name: isvc-autogluon-v2.18d62a681c46889a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20510"
    uid: d28ed42e-56c1-4ec2-b276-23280109c999
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:07:53.007045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8cb968449-4j5zz
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:07:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62ab84e948065
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 3c301431-25d1-4244-813b-3824458114ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:07:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62ab85a9ec7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23698"
    uid: 94d85e75-00f0-41fd-a4aa-b19e864dd7cc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23688"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:07:54Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:07:54Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62ab8944b6325
    namespace: kserve-ci-e2e-test
    resourceVersion: "23716"
    uid: cea7271e-3990-4b7f-b536-997706fba35d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:07:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:54Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62ab895a10994
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 60161ca4-0b41-44de-9baf-7b59d2e66139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:07:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:54Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62ab89855f791
    namespace: kserve-ci-e2e-test
    resourceVersion: "23722"
    uid: 62683b17-0047-4001-8701-4856246862f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:07:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:54Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62ab898c4d903
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 49998d36-7a29-4e0b-b1fe-18d84a7c9535
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:07:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:58Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62ab99706aa71
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: 387ec0dd-f931-4abf-8581-495e0ef55442
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:08:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 13.529s (13.529s including waiting). Image size: 1580728223 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:12Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62abcbd74395e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23973"
    uid: 949ecb49-d74b-4953-8269-6fa19f87b2b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:08:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:12Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62abcc048330d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: 390eb2fd-96c7-4e76-8be9-f0c0cf2c3ef4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:08:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:12Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62abcc0b7340c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 3e5aa0ab-a190-4071-851b-7425daa22777
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:08:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:12Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62abcc0c0c22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 52bab6d6-bc1a-4528-9638-f282d5b0adb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:08:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:12Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62abcc3ee2dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23977"
    uid: 6d34dd3c-c592-4baf-b6b5-fa36bda799f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:08:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:12Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62abcc45b51ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: e952f2de-bf1e-420b-ba39-dacef4a67f13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:09:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:19Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62abd19fd0bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: d380ef94-4699-4e63-8f35-b35751ce4951
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:09:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:32Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62acf96114c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24733"
    uid: e410fc53-2b44-491f-a50c-b07e4dd15af1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:09:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:32Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62acf9611c086
    namespace: kserve-ci-e2e-test
    resourceVersion: "24735"
    uid: 12e5a7fe-4f38-48a8-8337-6851037d60bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-4j5zz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 75ede61f-d515-4b5d-bc57-ecbf5188c163
  kind: Event
  lastTimestamp: "2026-09-17T17:09:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:34Z"
    name: isvc-canary-create-predictor-8cb968449-4j5zz.18d62acff637413e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24751"
    uid: 9d733f8d-545d-4672-a57c-1000da12c59e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:07:52.961561Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8cb968449-r462g
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:07:52Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab84bde724a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23670"
    uid: 49b10b09-9b0b-4d64-bb79-a09fea886e64
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:53Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab8577dc251
    namespace: kserve-ci-e2e-test
    resourceVersion: "23697"
    uid: 6144d977-4f9e-48cb-b9d9-7d0b3e8498c0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:54Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:07:54Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab891a4e75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23713"
    uid: 54982810-4075-4707-b0b8-bdb2865b4193
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:54Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab8931e88e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: a61e0265-1e60-4bd3-9501-d49d7a65ad74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:54Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab89655b58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: a13bad41-4181-4a5b-83f7-bd7c18089972
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:54Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab896be4fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23721"
    uid: 4a95bee3-bdc5-4d02-9a77-cf1873f9862c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:58Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab994e6b4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23793"
    uid: 9595ef15-1105-440c-83fe-6343fa8308bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:58Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab997b397bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23799"
    uid: c78b8b78-59d7-47c9-b2fd-f851cc79f177
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:58Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab998209674
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: fd3ad3f1-6006-4cf6-8974-3aa1422dfca9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:58Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab9982bbb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: f71914c8-d6b9-40df-b7cf-28e461b30ea4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:58Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab99b2c3cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23805"
    uid: 7fcf1936-7b34-4d75-b0d3-8d7ba6f50dce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:07:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:58Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab99b8f961f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: 67a2e338-ccb2-4fe4-8765-4c499c495bc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:09:14Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:14Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62ab9d113f7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: e43a71e5-05bd-42b3-a36c-fa4b54cb6cb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:09:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:14Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62acb50605448
    namespace: kserve-ci-e2e-test
    resourceVersion: "24550"
    uid: 462107b4-e312-4c53-b009-a630553ea0f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:09:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:14Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62acb50612902
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: 1eace112-f5d3-405f-a3a4-49a9448ca7d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8cb968449-r462g
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: dda84025-b5a8-4825-bf31-2ec23ccd695b
  kind: Event
  lastTimestamp: "2026-09-17T17:09:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:15Z"
    name: isvc-canary-create-predictor-8cb968449-r462g.18d62acb83437f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24568"
    uid: fd061e15-4414-4287-b6b0-deb93545a07c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "23652"
    uid: 1ab3928a-a5ea-4b05-ab3f-80bfeafc8256
  kind: Event
  lastTimestamp: "2026-09-17T17:07:52Z"
  message: 'Created pod: isvc-canary-create-predictor-8cb968449-r462g'
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:52Z"
    name: isvc-canary-create-predictor-8cb968449.18d62ab84b77fbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23667"
    uid: a10854ac-6f79-40cf-a554-b4070177937e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "23652"
    uid: 1ab3928a-a5ea-4b05-ab3f-80bfeafc8256
  kind: Event
  lastTimestamp: "2026-09-17T17:07:53Z"
  message: 'Created pod: isvc-canary-create-predictor-8cb968449-4j5zz'
  metadata:
    creationTimestamp: "2026-09-17T17:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:53Z"
    name: isvc-canary-create-predictor-8cb968449.18d62ab84e301c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23680"
    uid: d39c8a61-d3bb-460a-8879-fda3a6a65486
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8cb968449
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 1ab3928a-a5ea-4b05-ab3f-80bfeafc8256
  kind: Event
  lastTimestamp: "2026-09-17T17:09:14Z"
  message: 'Deleted pod: isvc-canary-create-predictor-8cb968449-r462g'
  metadata:
    creationTimestamp: "2026-09-17T17:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:14Z"
    name: isvc-canary-create-predictor-8cb968449.18d62acb502ce4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24545"
    uid: ecacae62-788e-4e69-a1f7-533750e4da3d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23650"
    uid: c2fb2b90-d483-4c38-8fbd-cc1c86642714
  kind: Event
  lastTimestamp: "2026-09-17T17:07:52Z"
  message: Scaled up replica set isvc-canary-create-predictor-8cb968449 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:52Z"
    name: isvc-canary-create-predictor.18d62ab848a1c6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: 091c24f7-559f-4fc0-9813-9f34f2f7840e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24538"
    uid: c2fb2b90-d483-4c38-8fbd-cc1c86642714
  kind: Event
  lastTimestamp: "2026-09-17T17:09:14Z"
  message: Scaled down replica set isvc-canary-create-predictor-8cb968449 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:09:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:14Z"
    name: isvc-canary-create-predictor.18d62acb4fd0db1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 2c013b69-fceb-4d59-8a41-2de4dfd7567b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:07:52.950830Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7768896644-b7988
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:07:52Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab84b3ab592
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: 35ec7e2f-bb89-4ae5-9ad3-2a7f1c23705b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23673"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:53Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:07:53Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab86d1d3626
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: 330a1828-386f-497c-aca9-00c44abe8a77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:53Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab86e9ea57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 60ec5d64-c49b-41f6-af02-54db41b42f2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:53Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab871063dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "23709"
    uid: c315476a-fcb8-4a40-86bf-fb4351c1c5e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:53Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab871635179
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: 1fe3dc71-fd84-4ef5-998c-aa5ea2b9184e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:57Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab958ea709c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23779"
    uid: e59df697-0f07-4c91-8333-8294ce19392a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:57Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab95c1c4ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: 329e66e6-778c-4ed5-8de7-e7df5f34c1b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:57Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab95c86c202
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: a408590e-ab1e-4c8c-ae1d-4e5571097330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:57Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab95c91466a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23784"
    uid: 5cd247e8-16d1-445f-8a5b-55032c46bc9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:57Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab95faf76a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: e0c2258d-757d-4836-b5ea-6c96ac47ce51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:07:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:57Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab9601a6953
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: 73cf4dd2-ad88-4264-b10a-ca78461b0eae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:09:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:34Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62ab99514111d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24750"
    uid: bd5d2068-4721-429f-bc03-86154e399aef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:09:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:32Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62acf95fed6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24732"
    uid: 842b1466-63b6-4cc9-afae-d263ca3bbd33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:09:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:32Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62acf95ff5700
    namespace: kserve-ci-e2e-test
    resourceVersion: "24734"
    uid: 3a4a4c8c-1dae-4d7b-9f46-af1ca8d00cba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7768896644-b7988
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: 6c6e48ad-d5e5-44ba-bbe2-2b07f04aabba
  kind: Event
  lastTimestamp: "2026-09-17T17:09:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:09:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:34Z"
    name: isvc-canary-create-v2-predictor-7768896644-b7988.18d62acfef78ea9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 51dcef08-80ae-48ca-84fc-6d7bc153b562
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7768896644
    namespace: kserve-ci-e2e-test
    resourceVersion: "23643"
    uid: 240f5ccd-b533-4b38-b03f-a03b5ac43d97
  kind: Event
  lastTimestamp: "2026-09-17T17:07:52Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7768896644-b7988'
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:52Z"
    name: isvc-canary-create-v2-predictor-7768896644.18d62ab84ad4edd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: a21d0d08-0aaa-44ed-8ece-4335f42a741f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23642"
    uid: 6b5005a7-e383-421b-8fb7-2451d489f632
  kind: Event
  lastTimestamp: "2026-09-17T17:07:52Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7768896644 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:52Z"
    name: isvc-canary-create-v2-predictor.18d62ab846bdad86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23644"
    uid: 10ba6683-75ca-4f4f-a93d-9b141b7501df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 478b0c00-b7f9-4028-8331-fe20c66b5ddc
  kind: Event
  lastTimestamp: "2026-09-17T17:09:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:29Z"
    name: isvc-canary-create.18d62ab8484ded5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24677"
    uid: f06845d4-0a45-4eb1-b4b8-904b5b540fca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 478b0c00-b7f9-4028-8331-fe20c66b5ddc
  kind: Event
  lastTimestamp: "2026-09-17T17:09:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:14Z"
    name: isvc-canary-create.18d62ab848bc001f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24557"
    uid: dccdf30d-1610-4da6-83a8-a468c07bd82d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23635"
    uid: 478b0c00-b7f9-4028-8331-fe20c66b5ddc
  kind: Event
  lastTimestamp: "2026-09-17T17:09:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:14Z"
    name: isvc-canary-create.18d62ab848bc4d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 91f45f89-955a-4030-b9de-0bb240df440a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24675"
    uid: 478b0c00-b7f9-4028-8331-fe20c66b5ddc
  kind: Event
  lastTimestamp: "2026-09-17T17:09:29Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:29Z"
    name: isvc-canary-create.18d62aced23b3893
    namespace: kserve-ci-e2e-test
    resourceVersion: "24676"
    uid: 83d038cc-bbef-4a3a-9ee3-bb487f28fbf8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:09:38.269610Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8bc5b857-45fh4
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad0d0b7c625
    namespace: kserve-ci-e2e-test
    resourceVersion: "24838"
    uid: 742774f3-18e6-4046-9070-11d591bef24b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24849"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad0f29f3a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "24878"
    uid: 3f399070-65c3-4780-9ecd-2bdeff5a9359
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad0f40b0d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: 6ec6c748-8e09-4720-a38c-d567babcd35a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad0f6a8ec69
    namespace: kserve-ci-e2e-test
    resourceVersion: "24884"
    uid: d0e9b2fe-17c3-4194-bd29-0c4418ad7551
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad0f707ba6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24885"
    uid: b6956b15-dc3a-4058-b69f-e971a91d5819
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad1edd7d4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24932"
    uid: 3fb775ac-3382-4bf7-aa14-18935b6afa72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad1f0cf3623
    namespace: kserve-ci-e2e-test
    resourceVersion: "24939"
    uid: bfe2fa27-2917-4622-a8a2-c3ad6d428066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad1f133e493
    namespace: kserve-ci-e2e-test
    resourceVersion: "24940"
    uid: 31141734-b05a-4d8a-a610-f040f3641986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad1f13ed96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: 4cfa3f76-4f1b-46a6-838d-c18b48ed6655
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad1f442025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24944"
    uid: 397f5006-bb30-41df-97d2-d73831562742
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad1f4ba4068
    namespace: kserve-ci-e2e-test
    resourceVersion: "24945"
    uid: cdce1cbb-5aa9-426a-8728-7f30aa43fc53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:10:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:10:50Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ad229f0d65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25522"
    uid: aed592c0-a06d-4b31-9ffb-1d442c407d3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ae5c3267d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: 3239322d-0158-43cc-9597-c1b3f7b1a5c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ae5c326e79b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 5984ee36-7447-48a2-af84-5c87e89894ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-45fh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 8aa20d16-ee5d-40c9-88de-cc8969f2da58
  kind: Event
  lastTimestamp: "2026-09-17T17:11:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:10Z"
    name: isvc-canary-promote-predictor-8bc5b857-45fh4.18d62ae6305b678e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 64b9151a-b075-4130-8372-01ce7e2404d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:09:38.226646Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24824"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-8bc5b857-gxr5b
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad0ce282f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24829"
    uid: 52ac0481-8a72-42e6-9bcc-bf4d7fdd1ff9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad0f0137742
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: e1348f2a-6a4a-454d-88a4-469b4bb67be9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad0f1765339
    namespace: kserve-ci-e2e-test
    resourceVersion: "24877"
    uid: b84a7fdd-a936-4dc2-91e2-909ad6ef5ac9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad0f4bc6d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24882"
    uid: 7c393862-b0fd-4d95-920f-b82bad88a3a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad0f5404540
    namespace: kserve-ci-e2e-test
    resourceVersion: "24883"
    uid: 2ccbb8b0-1517-4584-b3bd-24af282a39a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad1eb480382
    namespace: kserve-ci-e2e-test
    resourceVersion: "24930"
    uid: f8e4c98f-b0ca-4fd0-a632-61a02b68b614
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad1ee999da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24934"
    uid: a3a51f64-35ef-4afa-a9b4-39bf74c904a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad1ef0b3d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24935"
    uid: 095cc85c-5760-462c-8f79-2f28163aea9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad1ef16b690
    namespace: kserve-ci-e2e-test
    resourceVersion: "24936"
    uid: bc86aac1-bce2-4f43-b3a6-538aafdd6f52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad1f5ae3260
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: d6f8e11b-92b1-4a56-ae59-45b1286ecc29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad1f61c8b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24948"
    uid: eb50e0ae-4188-43eb-b654-cf50d281b045
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:10:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:10:51Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ad26394daef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25529"
    uid: f4fac7a2-0d77-4348-b050-52ffd7585723
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:11:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:01Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ae42b106b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25643"
    uid: 86e212a6-2166-4168-9aa6-9dededc783ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:11:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:01Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ae42b10cd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "25644"
    uid: 7a5bc240-48c4-4760-a71c-3c49b936621b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: e815eaa7-5bd5-4bc4-90e2-3a7ff2e87e4a
  kind: Event
  lastTimestamp: "2026-09-17T17:11:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:06Z"
    name: isvc-canary-promote-predictor-8bc5b857-gxr5b.18d62ae53fc12493
    namespace: kserve-ci-e2e-test
    resourceVersion: "25680"
    uid: 3f289604-5a45-4d3c-bc60-7372549a1bd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "24808"
    uid: c7710a50-1ad4-4982-9067-ead11bf682a9
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'Created pod: isvc-canary-promote-predictor-8bc5b857-gxr5b'
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d62ad0cdbf6bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24827"
    uid: 340bad34-2ac1-4b85-a9f6-c317a268016e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "24808"
    uid: c7710a50-1ad4-4982-9067-ead11bf682a9
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'Created pod: isvc-canary-promote-predictor-8bc5b857-45fh4'
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d62ad0d04c7f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 00457332-99e1-4ff9-8ab7-b4d4ba46ab95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-8bc5b857
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: c7710a50-1ad4-4982-9067-ead11bf682a9
  kind: Event
  lastTimestamp: "2026-09-17T17:11:01Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-8bc5b857-gxr5b'
  metadata:
    creationTimestamp: "2026-09-17T17:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:11:01Z"
    name: isvc-canary-promote-predictor-8bc5b857.18d62ae41de9df01
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: 12b48b78-b914-41c8-a424-639f365d1754
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24806"
    uid: 41a8f30e-2c0b-4a16-a0b7-85a7098a3b77
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Scaled up replica set isvc-canary-promote-predictor-8bc5b857 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-predictor.18d62ad0cab2e80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24810"
    uid: de549e0d-f057-419c-bc2d-fbabdfd4a79c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25624"
    uid: 41a8f30e-2c0b-4a16-a0b7-85a7098a3b77
  kind: Event
  lastTimestamp: "2026-09-17T17:11:01Z"
  message: Scaled down replica set isvc-canary-promote-predictor-8bc5b857 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:11:01Z"
    name: isvc-canary-promote-predictor.18d62ae41d75a0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: a8e278a6-6ee7-4bde-9138-8cd31f03df32
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:11:08.291844Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae5c6760a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25721"
    uid: 89cdf9d9-593a-434d-92d9-a424922cca05
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25727"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae5e8752f2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: 8d7a8e4c-4ff2-47fe-83e5-dc07d155867f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae5e9cd7f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: 03a41a33-c48a-49d0-8666-1270c804bd00
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae5ece3a760
    namespace: kserve-ci-e2e-test
    resourceVersion: "25736"
    uid: 0db1bf2a-4666-4860-bdd5-80fd5cbb6976
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae5ed5155fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25737"
    uid: 353af886-e3bd-4218-8602-f4b1dca328c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae6fd2dafce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25803"
    uid: 169ed317-65c1-4710-ae97-369e24b0275f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae70054d2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25810"
    uid: dd05515c-5e0f-497b-b714-67d0da02b162
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae700c19dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25812"
    uid: 72b017a3-1106-4281-b580-12bcf87efcb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae700cb7b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25813"
    uid: ba568d5f-06fe-4de4-929b-92b7cb20431d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae703959e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25814"
    uid: 6af523d1-ed59-4ac2-8ec4-fe2e9b8dc30c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae704025e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25815"
    uid: b8562955-0282-4925-a8ae-40744fa0141d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:12:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:11:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:41Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62ae7753718e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 0062e7d0-74bd-443a-a891-e6fd9d1a92ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:12:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:38Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62afac4386d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26669"
    uid: 1c0cece0-260e-4571-92be-970875dd36c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:12:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:38Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62afac438efd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26672"
    uid: 393c855b-4a57-4122-9471-be1403e63a28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 9cd6115a-30d8-4e68-9c45-1c1ce4b4dcb2
  kind: Event
  lastTimestamp: "2026-09-17T17:12:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:41Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w.18d62afb7b7a2899
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: bc32a225-8a90-458d-aa36-a7d8fb87042a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:09:38.193533Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad0cc2eef1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24820"
    uid: 2f287b66-762a-41ba-953d-b2bec29ac2dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad0d630b1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24860"
    uid: aa392d20-14ea-4c4d-8591-c752917767bd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:39Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:09:39Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad11225d70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24899"
    uid: e82578a3-f6c8-4934-b719-91068af98f09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:39Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad113b313a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24901"
    uid: 56288cff-f79d-4b4b-b286-dc8d30acf0de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:39Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad1168a7e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "24902"
    uid: fa79657a-ceeb-40c8-8548-5ae532705a99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:39Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad116fcd778
    namespace: kserve-ci-e2e-test
    resourceVersion: "24903"
    uid: 168cbe7f-0320-4c2e-b163-4a0b2b4006e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad2275fbf38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24996"
    uid: 9f8aa1fe-782f-474b-906a-984a9a054391
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad22b2e12b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25001"
    uid: 1a8349c1-3b48-4a81-950b-48d5942f7582
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad22b9dfca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25002"
    uid: 699f5822-d920-4ab7-bec6-7a5e0a25adeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad22ba74d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 52171fb9-0e3c-4b68-96a7-c758e5bc9226
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad22eba3053
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 562afb70-4779-4c6e-a0e6-ebb6baca4940
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad22f2952e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25006"
    uid: 938ce222-393a-4342-a97f-4500421f2a25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:12:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:09:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:41Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62ad26386fdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: a419ef08-c4a9-41b5-9e9b-28e0116177c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:12:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:38Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62afac46efbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26670"
    uid: f2e5452e-07f8-4765-a1fc-a5a6e37f8e50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:12:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:38Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62afac46fb433
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: ccc08e9c-af6e-4b2c-8c1e-3eefe9a53fd1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 61678897-dc39-4999-ac2f-6d64111fe86d
  kind: Event
  lastTimestamp: "2026-09-17T17:12:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:41Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6.18d62afb5e3c4c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: 2ce6eff0-8264-4c23-9a43-8c5c6758d70a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-65744c97b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24798"
    uid: 1e4d496b-48a1-477f-a7b5-27a9c8b51823
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-65744c97b6-qhtb6'
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6.18d62ad0cbc3ead0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: 7d4b3e58-76b6-45ed-bfe9-6e384c529591
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-65744c97b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25703"
    uid: 1e4d496b-48a1-477f-a7b5-27a9c8b51823
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-65744c97b6-fkh9w'
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-v2-predictor-65744c97b6.18d62ae5c5e7520e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: 81cc2253-bbcd-4c0a-b02f-a679a218038e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: 839823a9-691d-4b3a-a5de-f270bf4fe98c
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-65744c97b6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote-v2-predictor.18d62ad0c8ac5ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24799"
    uid: c27ea42c-e1df-48a2-bf5e-bb6e1725421e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25697"
    uid: 839823a9-691d-4b3a-a5de-f270bf4fe98c
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-65744c97b6 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote-v2-predictor.18d62ae5c28ff1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25708"
    uid: 44006bab-3223-4044-96af-4755e0ee3aaa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: c563b566-9dcf-4cde-9937-aeb8bbbec63a
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote.18d62ad0ca8676ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25718"
    uid: 458fcecc-75a0-4251-877d-d979ffc387ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: c563b566-9dcf-4cde-9937-aeb8bbbec63a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote.18d62ad0cafcdfa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 6b492d20-9c62-4ffc-bc4c-e09906f1e3c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: c563b566-9dcf-4cde-9937-aeb8bbbec63a
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-canary-promote.18d62ad0cafd27e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 63ebb2c2-f8a4-482d-91f7-4d2c33bbb3ed
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: c563b566-9dcf-4cde-9937-aeb8bbbec63a
  kind: Event
  lastTimestamp: "2026-09-17T17:12:31Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:12:31Z"
    name: isvc-canary-promote.18d62ae41d15b179
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 044c602a-cf82-47c1-9a20-a9e4ddf69bb9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25720"
    uid: c563b566-9dcf-4cde-9937-aeb8bbbec63a
  kind: Event
  lastTimestamp: "2026-09-17T17:11:08Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T17:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:11:08Z"
    name: isvc-canary-promote.18d62ae5c68ec4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25722"
    uid: f1c99803-b6b0-40c0-84c3-9c0a45e6e360
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:12:43.649846Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26891"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afbfa3db326
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: 40585e40-95ac-44a1-be70-b7308b4839bf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afc1cf17125
    namespace: kserve-ci-e2e-test
    resourceVersion: "26927"
    uid: 9849b016-6b4f-472a-ad73-4f42db6549ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afc1e56cd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26929"
    uid: d8fe74e3-e6c6-4c46-a201-94634411c4ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afc21604f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26932"
    uid: 96150296-fe28-4e2f-bb48-e935745c0fc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afc21cffd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: 64decbb1-325b-4722-bfd9-3b4ccabf5f58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afd36dc5a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "27007"
    uid: ce96d0a6-882a-49ff-adc5-f50004c25ed9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afd3b4d4d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27022"
    uid: 2f197531-319f-4e72-9300-a8cdf8700e04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afd3be812e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27024"
    uid: bf59b2bc-6d50-4d42-8ec0-4f576f5be806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afd3bf10b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27025"
    uid: 828017b8-7f38-4d9e-b7f6-91a5657254b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afd3f09db0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27030"
    uid: ea64decd-cb79-43c6-8c1e-ef861f285756
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afd3f9434f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: df3e300d-76d4-4277-b7c1-11958bcad994
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:15:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:35Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62afd7320342b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28626"
    uid: 06df71e2-dd65-4e49-b68b-55707f7faf17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:15:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:33Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62b2394f7d6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28603"
    uid: eecb8c43-82f9-4258-b2fd-e163a2f9daea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:15:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:33Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62b2394f85ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: 905fced8-10c8-413a-95ca-771bddc4440e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26893"
    uid: 73ccaff9-796a-41ac-967b-a83cca96964b
  kind: Event
  lastTimestamp: "2026-09-17T17:15:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:40Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8.18d62b2419c71861
    namespace: kserve-ci-e2e-test
    resourceVersion: "28752"
    uid: c7a6d296-725c-45e6-b775-66266c61af86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:12:43.715290Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afbfe2441db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26908"
    uid: 12286206-d8aa-4438-bae7-3ad58205ec10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afc2020b5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: 6e364385-84e2-4c66-9f65-5fb912a941f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afc217c1c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26933"
    uid: 4e466224-d333-4ba3-a1ab-01ff94ad15cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afc2419bcc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26936"
    uid: afc27944-0e3e-46e3-8d1e-4ae6fadc517c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afc248e257f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26937"
    uid: 73d4a307-3aa7-4f80-8154-eddf786f4687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afd33a6e6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27005"
    uid: 8ea62d70-b980-43f3-8e9b-c6d4b9223c17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afd36efeaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27008"
    uid: 599ad740-6019-4d7e-aae8-07e538d3fc86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afd3763601f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27010"
    uid: a983da36-a4b5-4bc4-b840-ab31b22d616e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afd376d6c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27013"
    uid: 783c0b60-b9fb-463c-b329-074652161cfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afd3a1685c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27018"
    uid: 5b36e7e9-5bcd-4357-89e4-9a4dfee1e582
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afd3a9abd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 8a422c49-e4b5-4042-a527-bf6137fe7f4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:13:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:12:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:56Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62afdabb5bc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27720"
    uid: 601ef343-9d6b-4b32-9686-b59ee5906223
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:14:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:06Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62b0f2d470d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "27817"
    uid: be8e7aab-fdd8-47d7-b0d0-8441731f3b90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:14:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:06Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62b0f2d4814c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27820"
    uid: bacaa8b9-a5cd-42b7-9c65-d3860cb3c128
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: 1763b9ab-d209-46ff-9645-1aeb33b883f3
  kind: Event
  lastTimestamp: "2026-09-17T17:14:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:06Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-7t86l.18d62b0f5de64f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "27839"
    uid: 29c1dbd5-d33b-407b-aca7-ec61bfcee66b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:14:13.700333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:14:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:14:13Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b10f1ab1206
    namespace: kserve-ci-e2e-test
    resourceVersion: "27912"
    uid: a6281b02-fc91-440d-9471-0659f1bc401a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27916"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:14Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:14:14Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b1113a32097
    namespace: kserve-ci-e2e-test
    resourceVersion: "27922"
    uid: fb39a98e-0f6d-433c-8123-afe72a1c7cf5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:14Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b1114fa7c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "27924"
    uid: ed90e490-add5-44e7-ae59-1b28e97cb775
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:14Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b1118beda9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27926"
    uid: 33e9af70-bf27-4d34-bd98-67018f2f34d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:14Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b11192fb143
    namespace: kserve-ci-e2e-test
    resourceVersion: "27927"
    uid: 38eb53d8-21ef-444f-90d2-bc592586c4e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:18Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b1207b5c65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27965"
    uid: a0eaab57-fc91-4b79-a850-068b37a7df0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:18Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b120b2d7011
    namespace: kserve-ci-e2e-test
    resourceVersion: "27970"
    uid: bd1e4d16-0b89-4b7c-afa2-718f85acdf0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:18Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b120b9d6399
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: 8ea00cff-6a7e-4d1f-bceb-522cf2a5b2da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:18Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b120ba82153
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: f4104098-7b8e-4a85-9ba6-73931bba5fcf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:18Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b120e748a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27973"
    uid: ee77be70-ab0f-47e9-9a69-2337c348f8b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:14:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:14:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:18Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b120ee2302b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27974"
    uid: 187183da-9329-4bcc-867f-9aac127efa8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:15:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:26Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b127fb4c95a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28534"
    uid: 262dd8f3-3ab1-4732-889f-7a16f1cb13e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:15:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:33Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b23950a6ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: 538a04df-d41d-42db-a369-25d1e27047ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:15:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:33Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b23950b1fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28606"
    uid: d26d3f32-9ba3-4744-9797-47ec7c0bc6eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 9ddac1ea-192f-4b56-ab02-65f0fa3c6867
  kind: Event
  lastTimestamp: "2026-09-17T17:15:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:15:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:36Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc-wkr97.18d62b2431e179ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: 6b1a7502-7b35-4a16-828e-7713fb67bbdd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: aa0b660a-8099-4e69-be9e-438f1c45337d
  kind: Event
  lastTimestamp: "2026-09-17T17:12:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-4ncz8'
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d62afbf9eca8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26894"
    uid: 5457dc3c-f5f4-4f37-9fc1-88be4cfc7789
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: aa0b660a-8099-4e69-be9e-438f1c45337d
  kind: Event
  lastTimestamp: "2026-09-17T17:12:43Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-7t86l'
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d62afbfda6b6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26905"
    uid: 8eea1ac8-a257-4a8d-bc5c-8fa5d85a7391
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: aa0b660a-8099-4e69-be9e-438f1c45337d
  kind: Event
  lastTimestamp: "2026-09-17T17:14:06Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-696c5cc6cc-7t86l'
  metadata:
    creationTimestamp: "2026-09-17T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:14:06Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d62b0f2d1c1d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "27813"
    uid: 7edaee39-689c-4749-ab55-ed5b23493c95
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-696c5cc6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27894"
    uid: aa0b660a-8099-4e69-be9e-438f1c45337d
  kind: Event
  lastTimestamp: "2026-09-17T17:14:13Z"
  message: 'Created pod: isvc-canary-rollback-predictor-696c5cc6cc-wkr97'
  metadata:
    creationTimestamp: "2026-09-17T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:14:13Z"
    name: isvc-canary-rollback-predictor-696c5cc6cc.18d62b10f147ac7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: 86b53f05-4ae0-45f9-9395-56eeabea4977
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26878"
    uid: 46af7b37-251f-44a5-a8e4-203d45da4992
  kind: Event
  lastTimestamp: "2026-09-17T17:12:43Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-696c5cc6cc from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-predictor.18d62afbf70df7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: d6d5833a-20f6-4590-ae38-8716795eb7fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 46af7b37-251f-44a5-a8e4-203d45da4992
  kind: Event
  lastTimestamp: "2026-09-17T17:14:06Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-696c5cc6cc from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:14:06Z"
    name: isvc-canary-rollback-predictor.18d62b0f2cad4205
    namespace: kserve-ci-e2e-test
    resourceVersion: "27811"
    uid: 18c0b38d-c7fc-4086-9747-68e5a14a13c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27888"
    uid: 46af7b37-251f-44a5-a8e4-203d45da4992
  kind: Event
  lastTimestamp: "2026-09-17T17:14:13Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-696c5cc6cc from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:14:13Z"
    name: isvc-canary-rollback-predictor.18d62b10ee1448e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27896"
    uid: 516c72eb-1b07-4346-8fd0-aa967ec7fc92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:12:43.638353Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26887"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afbf98e5163
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: f09bc3ac-d386-4427-bd36-d9fb4f124a89
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afc0299c1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: 40085940-a159-4b13-8ccb-ca687e249e72
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26898"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afc3fbcfb27
    namespace: kserve-ci-e2e-test
    resourceVersion: "26940"
    uid: d6b9d9de-126f-4960-bc0d-3b4f889c10a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afc413b6362
    namespace: kserve-ci-e2e-test
    resourceVersion: "26942"
    uid: 36c7e436-3285-4800-bf69-b29f873017d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afc449a2cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26944"
    uid: b71ade95-deaa-4ad9-82c5-9269ed12ab8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:44Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afc450ee7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26947"
    uid: e9dbcff8-b535-4579-8162-3aae4a4ad745
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afd36f3e73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 5f585003-92e4-405d-8668-cff6adcb3c29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afd3b5a85ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: 3b55a349-8a8a-44e1-a125-360acc0aff57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afd3bf5a3ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: d83d6c49-0584-414d-b407-bd92013b0b36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afd3c000f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 93e66827-0f6a-423a-b435-17de2ecb1189
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afd3f1588a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27031"
    uid: 69d5b057-bf0b-4cba-9be9-6b97272f91af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:12:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:49Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afd3f85e3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27033"
    uid: 50f7aa95-fdbe-4bb7-b3c8-e8767339e41a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:14:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:15Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62afd73033a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27945"
    uid: fc3383ad-5597-4b23-8b09-dfabe96fdb7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:14:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:13Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62b10eed9f7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27902"
    uid: 5511e0c9-15ae-42a3-92e6-85f042739140
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:14:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:13Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62b10eedab78c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27904"
    uid: 89818e6e-0762-44e8-bc29-a657ba08b087
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "26889"
    uid: aa9e7f1a-af20-4f8c-9e53-5d485529dc84
  kind: Event
  lastTimestamp: "2026-09-17T17:14:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:15Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq.18d62b1179666c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27944"
    uid: c9d049ae-2472-4a25-be79-332b34e27b8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7ffd87447b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26871"
    uid: 443bf736-0d2e-41c5-a651-f9a5a7086e5c
  kind: Event
  lastTimestamp: "2026-09-17T17:12:43Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7ffd87447b-nr7sq'
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-v2-predictor-7ffd87447b.18d62afbf9145091
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 6a1f7e52-2337-470d-8a03-dfceb97bc4a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26870"
    uid: ae1f03e5-67ae-48ea-a610-03c7ab20c186
  kind: Event
  lastTimestamp: "2026-09-17T17:12:43Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7ffd87447b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:43Z"
    name: isvc-canary-rollback-v2-predictor.18d62afbf52e1ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26872"
    uid: 8b8bbe01-ad85-48fe-9504-fb4aa245687d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: d12268a3-b2f0-4a67-b5ea-283a98c12b9d
  kind: Event
  lastTimestamp: "2026-09-17T17:14:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:14:13Z"
    name: isvc-canary-rollback.18d62afbf6aff877
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 47962877-dc2c-4c76-8eaf-2a595dd56e24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: d12268a3-b2f0-4a67-b5ea-283a98c12b9d
  kind: Event
  lastTimestamp: "2026-09-17T17:14:06Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:14:06Z"
    name: isvc-canary-rollback.18d62afbf71d9d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "27831"
    uid: deec48d9-19ad-4ebe-bef7-11a219333e9a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26861"
    uid: d12268a3-b2f0-4a67-b5ea-283a98c12b9d
  kind: Event
  lastTimestamp: "2026-09-17T17:14:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:12:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:14:06Z"
    name: isvc-canary-rollback.18d62afbf71dda7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27832"
    uid: ce5ed7f8-186e-4965-9137-6cac5375a1c9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: d12268a3-b2f0-4a67-b5ea-283a98c12b9d
  kind: Event
  lastTimestamp: "2026-09-17T17:15:30Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:14:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:15:30Z"
    name: isvc-canary-rollback.18d62b0f30342e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28566"
    uid: 39309b9f-e3dc-44ef-92cc-3e9c277e61fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27911"
    uid: d12268a3-b2f0-4a67-b5ea-283a98c12b9d
  kind: Event
  lastTimestamp: "2026-09-17T17:14:13Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T17:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:14:13Z"
    name: isvc-canary-rollback.18d62b10f2174ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27914"
    uid: 367bd1da-bd94-4d20-8f67-06f568f771c0
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:15:39.046966Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:15:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:15:39Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b24d0b95f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "28702"
    uid: d443959c-bfc6-420a-80fe-c8a8aca139a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:15:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:39Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b24d9a00840
    namespace: kserve-ci-e2e-test
    resourceVersion: "28714"
    uid: d585b2ef-d53b-4ccf-9203-a5c7d211ec39
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28706"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:15:42Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:15:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:15:42Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b25a6dc270c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: 9e9ca663-6db3-4a0b-9ca0-3e15d3bcc713
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:15:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:44Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b2613ff64ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28792"
    uid: abf5b7d5-4651-4230-b453-f8d2922edc49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:15:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:53Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b282dbd0508
    namespace: kserve-ci-e2e-test
    resourceVersion: "28868"
    uid: dd73f311-bcb3-4bfc-9c3e-a7bfe17a839e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:15:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:15:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:53Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b282ecff25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28869"
    uid: ff830222-50c5-48a9-9578-6c4ac4d49b73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:16:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:22Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b2ee2ebc1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29084"
    uid: 8fb6d02f-3924-4840-ac1c-d538f04ba80e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:16:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:22Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b2efded218e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29090"
    uid: 9a5882a5-0f2a-4e7a-98e7-c53a39d08cd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:16:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:22Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b2eff296da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29091"
    uid: 6dcce102-791a-445c-ad5b-fbfa1e225f79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:16:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:22Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b2eff330a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "29092"
    uid: f1a50275-ab57-452f-bf7a-ab8bcc0a98ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:16:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:22Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b2f0680ff68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29094"
    uid: d0330976-6f8d-4c5d-8103-beb530543f85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:16:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:22Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b2f07f7207f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29096"
    uid: 32451173-af3d-44df-abe4-5d251011b2c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:17:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:31Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b2f51d1e4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29853"
    uid: 077ba417-a86e-49c9-bc95-624b205a142a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:17:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:01Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b381cbfa191
    namespace: kserve-ci-e2e-test
    resourceVersion: "29505"
    uid: 4db9650f-e87b-4d0d-96e0-b4f2b299e1fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:17:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:01Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b381cc25d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29506"
    uid: 6d725f7a-1e91-4f10-9a88-e1a6eafdd1c1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 86c94378-12ba-4972-aec7-4c7bf03a4dac
  kind: Event
  lastTimestamp: "2026-09-17T17:17:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:30Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-47hdv.18d62b38ddef4075
    namespace: kserve-ci-e2e-test
    resourceVersion: "29832"
    uid: d835d91e-c09b-4d89-8323-7165008d617f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:15:38.998258Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28689"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:15:38Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b24cdd21a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28693"
    uid: 589af53b-511e-4083-a9c2-e7133559512a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:39Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b24d9e5271a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28715"
    uid: a0441895-1719-440f-b82d-433aed069800
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:40Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:15:40Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b251374f11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: 95564765-730f-4ccd-9f84-6419eecfc076
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:40Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b2514e0c0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 200cb548-52aa-4c59-8254-68fe75240dd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:40Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b25185055e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: 0f50bdfb-17bf-4b59-9336-71d5eba4477e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:40Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b2518c234f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: a181f041-cc87-40cf-9d8a-289a9310683c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:44Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b26264d99ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: d3f80deb-342b-4c53-bd17-ca554e1dc7b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:44Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b26293f2ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28799"
    uid: 5d0671b3-871f-495d-b5c2-b887b831fca3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:44Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b2629b21c39
    namespace: kserve-ci-e2e-test
    resourceVersion: "28800"
    uid: fb5a34b1-eef4-4101-a048-1416eaac190c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:44Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b2629bbc9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28801"
    uid: df7e2c55-764b-45e0-ad92-fc93be40ed07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:44Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b262c5b3b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "28803"
    uid: 6149cea9-e723-4576-8caf-7c3b4974048f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:15:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:44Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b262cc99c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28804"
    uid: 6dc273b6-c4aa-45fa-82a2-e19a5bef11ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:12Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b266261c875
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: 17451e49-c777-45a5-a0fe-1c4f5a04c1d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:09Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b39c3a1a624
    namespace: kserve-ci-e2e-test
    resourceVersion: "29599"
    uid: 0b5845d4-be64-4006-ab4c-286e7ca98738
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:09Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b39c3a22228
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: c21e2027-54b0-4efb-a27c-34c25bd63db7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv
    namespace: kserve-ci-e2e-test
    resourceVersion: "28692"
    uid: d2f1db76-f1cf-460f-9ddc-36e7301f3d3f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:12Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5-m58rv.18d62b3aa4738757
    namespace: kserve-ci-e2e-test
    resourceVersion: "29634"
    uid: 2f114f77-8798-444f-b005-0a6f1272b62f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28674"
    uid: d456fdd6-1b09-4120-84ab-3f6cd319c613
  kind: Event
  lastTimestamp: "2026-09-17T17:15:38Z"
  message: 'Created pod: isvc-canary-stop-predictor-67d6bcd4b5-m58rv'
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:15:38Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d62b24cd68c212
    namespace: kserve-ci-e2e-test
    resourceVersion: "28691"
    uid: a29b435a-e48a-40ff-a3bf-b5eeabcc9503
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28674"
    uid: d456fdd6-1b09-4120-84ab-3f6cd319c613
  kind: Event
  lastTimestamp: "2026-09-17T17:15:39Z"
  message: 'Created pod: isvc-canary-stop-predictor-67d6bcd4b5-47hdv'
  metadata:
    creationTimestamp: "2026-09-17T17:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:15:39Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d62b24d04df472
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: a0edb0da-5bea-4ac6-ae00-2854105e6696
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-67d6bcd4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: d456fdd6-1b09-4120-84ab-3f6cd319c613
  kind: Event
  lastTimestamp: "2026-09-17T17:17:01Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-67d6bcd4b5-47hdv'
  metadata:
    creationTimestamp: "2026-09-17T17:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:17:01Z"
    name: isvc-canary-stop-predictor-67d6bcd4b5.18d62b381c87e57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29500"
    uid: c0f172a3-43b0-463d-9b8d-da99e55dd5c4
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28673"
    uid: 46a8275d-2a79-4afa-8022-1a82f01c8be3
  kind: Event
  lastTimestamp: "2026-09-17T17:15:38Z"
  message: Scaled up replica set isvc-canary-stop-predictor-67d6bcd4b5 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:15:38Z"
    name: isvc-canary-stop-predictor.18d62b24ca16040c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 5bac199a-e900-4964-b8a0-cf20fe910ffc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: 46a8275d-2a79-4afa-8022-1a82f01c8be3
  kind: Event
  lastTimestamp: "2026-09-17T17:17:01Z"
  message: Scaled down replica set isvc-canary-stop-predictor-67d6bcd4b5 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:17:01Z"
    name: isvc-canary-stop-predictor.18d62b381c1f3e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "29498"
    uid: fa388825-c9be-45f7-b2ee-72dbe66172bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:15:38.960866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:15:38Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b24cb978d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 35c165b6-de67-4451-a790-a30a6a306880
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28690"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:39Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:15:39Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b24edcdf221
    namespace: kserve-ci-e2e-test
    resourceVersion: "28723"
    uid: 0c0c8f11-a5d8-4b50-995e-3b6bae73e352
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:39Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b24ef3cf36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28726"
    uid: a8345944-9947-4bb4-ba48-e7ed246e5aae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:39Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b24f24aad08
    namespace: kserve-ci-e2e-test
    resourceVersion: "28727"
    uid: 30199e01-1588-436b-b152-978924a7d4fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:39Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b24f2b6c127
    namespace: kserve-ci-e2e-test
    resourceVersion: "28728"
    uid: 5573837b-5a82-470b-80bc-4876075e9d19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:43Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b25ea3ee4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28778"
    uid: 689bf72d-d5ed-4ac6-9ad2-6b213dcaea04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:43Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b25edae4f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "28780"
    uid: cc4a9573-ae39-4009-b16e-66401d511d52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:43Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b25ee1bcdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28781"
    uid: 9b57289b-8ad3-481e-b555-3d2111577beb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:43Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b25ee25e282
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: 9bb7a765-fcc7-4ddb-94a8-46ac4763512d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:43Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b25f0f40d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28784"
    uid: 554f71ce-2865-407b-905d-9d9a8ee0243f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:15:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:15:43Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b25f161474e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28785"
    uid: fa3b25ae-458c-4237-bd8e-6ccdfa14057b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:17:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:11Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b26625f8f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: 135a5595-544e-459a-9c54-3d1c26aaf6e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:17:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:08Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b39bfc3427d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29588"
    uid: db12369b-1574-4972-a31a-b5239ef1d51f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:17:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:08Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b39bfc3da89
    namespace: kserve-ci-e2e-test
    resourceVersion: "29590"
    uid: c8821925-997a-4bc5-98ba-6d9144670e5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28683"
    uid: 3e498b3e-fea6-49f6-affe-c71688573d95
  kind: Event
  lastTimestamp: "2026-09-17T17:17:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:11Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb.18d62b3a688ef4e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29625"
    uid: 64daaa86-52b4-4b23-8cd2-23f86f0b948f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-775495c6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28665"
    uid: 57ce6713-7179-4aa7-a783-f5bedd1fa489
  kind: Event
  lastTimestamp: "2026-09-17T17:15:38Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-775495c6b4-bpqwb'
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:15:38Z"
    name: isvc-canary-stop-v2-predictor-775495c6b4.18d62b24cb2bc5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: bcb43c8b-7082-40df-8917-a15cde89db77
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28664"
    uid: 0d441953-1890-4c41-9df1-5fb4c62c4695
  kind: Event
  lastTimestamp: "2026-09-17T17:15:38Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-775495c6b4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:15:38Z"
    name: isvc-canary-stop-v2-predictor.18d62b24c80339df
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: da604710-7656-479e-862d-bb374bdb59e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: 05ec941b-1b8b-4ae0-8aad-462155950882
  kind: Event
  lastTimestamp: "2026-09-17T17:17:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:17:02Z"
    name: isvc-canary-stop.18d62b24c9c12bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29530"
    uid: 292b35a3-27b8-44b1-9895-851f6818535e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: 05ec941b-1b8b-4ae0-8aad-462155950882
  kind: Event
  lastTimestamp: "2026-09-17T17:17:01Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:17:01Z"
    name: isvc-canary-stop.18d62b24ca4a2dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29512"
    uid: 9e2349b8-2c9c-4f44-8f3c-2ea85ac7cb60
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:15:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: 05ec941b-1b8b-4ae0-8aad-462155950882
  kind: Event
  lastTimestamp: "2026-09-17T17:17:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:17:01Z"
    name: isvc-canary-stop.18d62b24ca4a8be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29513"
    uid: 5825a709-4e8e-4e5f-895b-f354ec39cb58
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29528"
    uid: 05ec941b-1b8b-4ae0-8aad-462155950882
  kind: Event
  lastTimestamp: "2026-09-17T17:17:02Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:17:02Z"
    name: isvc-canary-stop.18d62b3856d9db13
    namespace: kserve-ci-e2e-test
    resourceVersion: "29529"
    uid: 64c90bda-9fbf-40e0-b528-bcb347ba8e02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:52:24.050253Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: 613856fd-0018-4cfb-b0b2-d76fb768be3e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622.18d629e00470bc29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15152"
    uid: a9ea1edd-297b-49f6-b02a-f4039864fabe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15156"
    uid: 613856fd-0018-4cfb-b0b2-d76fb768be3e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622.18d629e0265b5016
    namespace: kserve-ci-e2e-test
    resourceVersion: "15173"
    uid: 5db61db0-a4ed-48c3-92f7-0162fbf4f5ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 613856fd-0018-4cfb-b0b2-d76fb768be3e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622.18d629e027c52923
    namespace: kserve-ci-e2e-test
    resourceVersion: "15175"
    uid: 5d245b24-cbdc-4185-b784-45df8c1a627b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 613856fd-0018-4cfb-b0b2-d76fb768be3e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    in 3.433s (3.433s including waiting). Image size: 306673092 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:28Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622.18d629e0f47276a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15204"
    uid: b79f605b-4aab-4401-819f-0c168127dfb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 613856fd-0018-4cfb-b0b2-d76fb768be3e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:34Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622.18d629e0f769c255
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: 8eca669f-eaa7-44f6-a21d-877c41a5526b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 613856fd-0018-4cfb-b0b2-d76fb768be3e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:34Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622.18d629e0f7d7a409
    namespace: kserve-ci-e2e-test
    resourceVersion: "15260"
    uid: 0b01561d-879b-4c91-8cf7-e164bab84061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 613856fd-0018-4cfb-b0b2-d76fb768be3e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:34Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622.18d629e265c345a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 6e7aa9f6-4806-4b81-ab63-f5d56c0cc059
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 613856fd-0018-4cfb-b0b2-d76fb768be3e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:38Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:38Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622.18d629e3712387b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: 4b64a159-78b4-4d2d-aa70-d4c4c7e24b73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-5ce245-predictor-54f49b45dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: 0b1aee74-a30c-48b2-9a0f-3584ade6fefc
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: 'Created pod: isvc-init-fail-5ce245-predictor-54f49b45dd-wh622'
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-init-fail-5ce245-predictor-54f49b45dd.18d629e0040898bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 2a5c52b0-3e23-496b-a0a5-1bd00b7b13f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-5ce245-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: a33575c8-1cfc-4bfc-9614-b5927050f9dc
  kind: Event
  lastTimestamp: "2026-09-17T16:52:23Z"
  message: Scaled up replica set isvc-init-fail-5ce245-predictor-54f49b45dd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-init-fail-5ce245-predictor.18d629e0013c34cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15141"
    uid: 81dc568b-bf2f-408e-b76d-d8688e27c6df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-5ce245
    namespace: kserve-ci-e2e-test
    resourceVersion: "15130"
    uid: 26f72955-e989-4790-8b29-ad1431f17437
  kind: Event
  lastTimestamp: "2026-09-17T16:52:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:52:34Z"
    name: isvc-init-fail-5ce245.18d629e0013efd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15261"
    uid: 70dbdb6a-f794-440c-8202-dff90ca7a4ac
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:17:19.220045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29721"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-mmkv8
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:17:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3c238138ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29725"
    uid: 83d05f40-ea11-48b0-bd95-18c0cfa8e7a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29729"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:19Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:17:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3c45a762c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29737"
    uid: 31ff36a0-753c-4bce-a09b-ab72bb75cd1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3c470efe1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29739"
    uid: 127b6cab-a917-435f-b418-7de52af0fdea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3c49c8025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29741"
    uid: e01625eb-5c60-450e-a060-491d824aa061
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3c4a35bb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29742"
    uid: 37f8616f-90ac-4a62-a32a-e7124183146e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:24Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:24Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3d510460be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: e45b9fc8-b634-48a8-8e8c-e01b29a22d3c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:30Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.362s (6.362s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3ecc3c5660
    namespace: kserve-ci-e2e-test
    resourceVersion: "29835"
    uid: ef9cb232-14f2-4f20-b2c5-5c52757cb095
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3ecf438fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29836"
    uid: c9a1e368-e08e-410b-af1d-7e8014759d8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3ecfb18128
    namespace: kserve-ci-e2e-test
    resourceVersion: "29837"
    uid: 8514af19-98cb-4d9a-8f87-e9b190285b80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3ecfbc17da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: 038912ae-6ee0-452d-8273-81cf15f3a70a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3ed2b6eec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 4c4225f8-ac89-4d5e-b179-27ada42f7391
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:17:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3ed33c3c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29841"
    uid: e559570d-88db-4cb1-86e1-3858fa3024f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:18:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b3f3071136a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: a8c8a0a3-52bb-4b1c-894c-9b3d0e08e605
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:18:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b53952418f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30610"
    uid: 3688cf16-117f-424a-ac49-b717695af635
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:18:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b5395248ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30612"
    uid: 77441ffe-86fb-439a-9525-b1f451c67935
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29722"
    uid: a825dd20-972f-4f5e-80aa-77db164b9036
  kind: Event
  lastTimestamp: "2026-09-17T17:19:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:03Z"
    name: isvc-lightgbm-predictor-54f85ddf88-mmkv8.18d62b5460b23375
    namespace: kserve-ci-e2e-test
    resourceVersion: "30651"
    uid: ad23a578-bac6-4736-91fc-de29c6df0d89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29710"
    uid: 38df73d0-a78a-4483-88a8-e3cb4c32a3c5
  kind: Event
  lastTimestamp: "2026-09-17T17:17:19Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-mmkv8'
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:17:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d62b3c23732b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "29724"
    uid: 9394ecdb-4953-4e33-bd10-f498dc1262d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29708"
    uid: 3629d093-4aef-47ad-8312-94c6f65f19f2
  kind: Event
  lastTimestamp: "2026-09-17T17:17:19Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:17:19Z"
    name: isvc-lightgbm-predictor.18d62b3c201bb745
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: 4da126d0-65a5-4371-a06b-dfc9eb36e151
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: 2c8714e1-0e8b-45f0-b916-9b91a6dc6727
  kind: Event
  lastTimestamp: "2026-09-17T17:18:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:18:04Z"
    name: isvc-lightgbm-predictor.18d62b3f9e9be991
    namespace: kserve-ci-e2e-test
    resourceVersion: "30087"
    uid: c0a7c901-5f62-4286-a6ea-e9fb12cea2dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29709"
    uid: 2c8714e1-0e8b-45f0-b916-9b91a6dc6727
  kind: Event
  lastTimestamp: "2026-09-17T17:18:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:18:04Z"
    name: isvc-lightgbm-predictor.18d62b3f9ef5121b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30088"
    uid: 91ab4b5e-270e-42ff-8d77-bf13f60a8e64
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29870"
    uid: 2c8714e1-0e8b-45f0-b916-9b91a6dc6727
  kind: Event
  lastTimestamp: "2026-09-17T17:18:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:18:49Z"
    name: isvc-lightgbm-predictor.18d62b4a1b316c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30510"
    uid: c6e19cda-3bc4-4596-8c69-a0190806ba13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29870"
    uid: 2c8714e1-0e8b-45f0-b916-9b91a6dc6727
  kind: Event
  lastTimestamp: "2026-09-17T17:18:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:18:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:18:49Z"
    name: isvc-lightgbm-predictor.18d62b4a1b90f62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30511"
    uid: aee78c29-1ad8-4ab7-9a04-6acb9cff74c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:19:05.134929Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30693"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:19:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:19:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b54cc868c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "30697"
    uid: ff5434cc-c328-4d25-8af4-199a3c69fee8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b54d82e9b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: 601b6ff0-bdab-48e9-8a01-8b98a132af20
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30701"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:06Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:19:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b55127596e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30718"
    uid: ea1b68ad-693a-45f5-a44a-11d437edfc0c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b5513edc550
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: a4e1f8f6-0fe3-44ea-b5b0-2449a6b946b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b551838ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: 1fb9a7fd-1587-40f2-a97f-3079b8aca61c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b5518a76827
    namespace: kserve-ci-e2e-test
    resourceVersion: "30723"
    uid: 5f057e87-a996-4566-a49d-b65658495c6c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:10Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b561b9d5b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: cd2faed0-e642-4cc4-a091-5a8cd146b76f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b561e777292
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: fe0ce23b-5b0d-430c-8875-14b1357ad0ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b561ee7bfb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30775"
    uid: 3afcb968-a055-4ea0-b6ec-dde2904e295e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b561ef0f62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30777"
    uid: 3f6407ce-8a4e-4d20-be8a-9f787b94d777
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b56217ca80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30779"
    uid: 0b1b40a0-40cd-4bca-a4f6-ca5899978663
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:19:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:19:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b5621ea973b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: 8538fd95-7274-442a-b5bf-4ac2b866b36f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:20:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b5693836bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: d2ab3f0e-7c6a-4a59-bc25-0f9c765d759a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:20:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:56Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b6ed5096735
    namespace: kserve-ci-e2e-test
    resourceVersion: "31752"
    uid: 2f3e7890-d094-4fb2-bf60-0bda86544598
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:20:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:56Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b6ed50a1feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31753"
    uid: 448a0d3a-907f-490d-9c7c-bd593d00dfa7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30695"
    uid: 963b1a1f-9276-4463-8c4f-c1d6f44cce27
  kind: Event
  lastTimestamp: "2026-09-17T17:20:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz.18d62b6f41da8df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31766"
    uid: c0b1cb2a-1246-476f-82f9-384c048ea3e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30680"
    uid: 91b7aa27-d108-4305-8694-ea99a41e077d
  kind: Event
  lastTimestamp: "2026-09-17T17:19:05Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-qxvfz'
  metadata:
    creationTimestamp: "2026-09-17T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d62b54cbfa9a59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30694"
    uid: 143af3a3-17df-4cd1-ac0b-127cb94c7338
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: d9649b42-e947-475f-87fa-0901870c4b38
  kind: Event
  lastTimestamp: "2026-09-17T17:19:05Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:05Z"
    name: isvc-lightgbm-runtime-predictor.18d62b54c8051b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30682"
    uid: 405f3027-313b-4680-8a45-93aa314f2e8a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30679"
    uid: a9764f43-d072-4bc2-9296-c678de0150c5
  kind: Event
  lastTimestamp: "2026-09-17T17:19:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:50Z"
    name: isvc-lightgbm-runtime-predictor.18d62b5846980d9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31145"
    uid: f13287c1-9133-4378-87f3-0a712328b075
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30679"
    uid: a9764f43-d072-4bc2-9296-c678de0150c5
  kind: Event
  lastTimestamp: "2026-09-17T17:19:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:50Z"
    name: isvc-lightgbm-runtime-predictor.18d62b5846f4207c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 4ca617ab-5ab5-471f-82ce-e7af1b906aba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: a9764f43-d072-4bc2-9296-c678de0150c5
  kind: Event
  lastTimestamp: "2026-09-17T17:20:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:20:50Z"
    name: isvc-lightgbm-runtime-predictor.18d62b5bc62cf94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 8a018547-d500-4b3e-a665-e5620a4cb61e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30866"
    uid: a9764f43-d072-4bc2-9296-c678de0150c5
  kind: Event
  lastTimestamp: "2026-09-17T17:20:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:20:50Z"
    name: isvc-lightgbm-runtime-predictor.18d62b5bc677dc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31681"
    uid: 1f30cc3b-4ca9-4fad-84ef-12fc2343522e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30668"
    uid: d886d837-0037-47da-a15e-8569b2ef2715
  kind: Event
  lastTimestamp: "2026-09-17T17:20:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:20:48Z"
    name: isvc-lightgbm-runtime.18d62b54c8337352
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: f319bedb-4434-493c-b039-c61031c18f54
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30668"
    uid: d886d837-0037-47da-a15e-8569b2ef2715
  kind: Event
  lastTimestamp: "2026-09-17T17:19:05Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:19:05Z"
    name: isvc-lightgbm-runtime.18d62b54c88c1168
    namespace: kserve-ci-e2e-test
    resourceVersion: "30686"
    uid: e1e94eec-7890-4631-b12f-5c793432b5f3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31663"
    uid: d886d837-0037-47da-a15e-8569b2ef2715
  kind: Event
  lastTimestamp: "2026-09-17T17:20:48Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:20:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:20:48Z"
    name: isvc-lightgbm-runtime.18d62b6cdfa633d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31664"
    uid: 8f89efad-6ec5-4eed-a79c-bbb7fa11ead0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:21:57.343318Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7ce4f1906f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: 70a5e2d6-91af-4c7f-91ba-78e090f6aa22
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32325"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:21:57Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7d07b52740
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: addf2ad4-19d2-41dc-9033-5b51490c2de6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:21:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7d0900fc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 15f03afc-1a3b-45e0-a466-e9c01335c533
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:21:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7d0bd210f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32358"
    uid: 68c2008a-1054-4a18-9619-f9df90cc8ee5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:21:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:58Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7d0c407afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: daa81e0c-ef31-4602-9f7f-ad91e552338f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:01Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:22:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:01Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7df17c109d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32390"
    uid: f5c1dee2-7985-4985-9322-544989cd4ea7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.826s (6.826s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7f88602ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32502"
    uid: e495df28-150b-412e-89c5-f4d8487e2d53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7f8b4134eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: d504631f-2bbf-4942-b049-59bf18583df2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7f8bb9b3fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32506"
    uid: 465b9a74-ad61-4f9e-8fb4-54fcd0bec353
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7f8bcc7056
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 80b8b4d2-14d6-44cd-b515-3aa076915c03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7f8fca95aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32508"
    uid: c45d5d4e-ab71-4647-8375-dcc8b7e7cba2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7f903d18cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32509"
    uid: 74f03b0f-4752-4271-a4a2-2089d8de1abf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b7fd1776f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "32580"
    uid: d23f2931-e29e-4b4c-815c-848e5096cdb0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b83e6f39967
    namespace: kserve-ci-e2e-test
    resourceVersion: "32685"
    uid: 51426539-9f34-4b34-87fe-98988cdc75a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 6fe419ee-30a0-4cac-bebd-affd0b1a44f3
  kind: Event
  lastTimestamp: "2026-09-17T17:22:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz.18d62b83e6f3ff8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32686"
    uid: b2ba00a9-99ec-4426-8941-94c552bcbedb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32306"
    uid: a2d74109-0719-4b3c-a945-1b11bda5f71e
  kind: Event
  lastTimestamp: "2026-09-17T17:21:57Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-stkcz'
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d62b7ce48874c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: 7fed1470-048c-4835-b3b2-e68311d50510
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: d1cfc042-8843-4347-ac33-bcffd87598cd
  kind: Event
  lastTimestamp: "2026-09-17T17:21:57Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62b7ce1b01f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "32308"
    uid: 70369382-2e41-47e1-8af4-b500ae5550ee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32305"
    uid: 676d163c-8e64-4dac-b412-7b80b668713a
  kind: Event
  lastTimestamp: "2026-09-17T17:22:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:12Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62b806062c0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32551"
    uid: b2ff1920-b81f-425e-938e-3bc0886740e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32305"
    uid: 676d163c-8e64-4dac-b412-7b80b668713a
  kind: Event
  lastTimestamp: "2026-09-17T17:22:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:22:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:12Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62b8060e110da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32553"
    uid: f77cc95a-727a-4a5f-901c-0892c8e1826c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: 676d163c-8e64-4dac-b412-7b80b668713a
  kind: Event
  lastTimestamp: "2026-09-17T17:22:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62b83e0188ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: 184003f5-37a4-4650-a3c0-54b3d9cf7419
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32552"
    uid: 676d163c-8e64-4dac-b412-7b80b668713a
  kind: Event
  lastTimestamp: "2026-09-17T17:22:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:27Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62b83e080a79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: 815b8779-3b66-4776-b2be-edba1a98ec52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: 49fd055d-6033-4992-b55b-fa1af02eb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:22:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:22:26Z"
    name: isvc-lightgbm-v2-kserve.18d62b7ce1b08d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "32659"
    uid: cea657dd-8c53-45f5-a95f-f16dc077b2e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: 49fd055d-6033-4992-b55b-fa1af02eb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:21:57Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-lightgbm-v2-kserve.18d62b7ce250803e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32312"
    uid: 1976e390-1007-40f1-9e1f-65f069139d61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32656"
    uid: 49fd055d-6033-4992-b55b-fa1af02eb8bf
  kind: Event
  lastTimestamp: "2026-09-17T17:22:25Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:22:26Z"
    name: isvc-lightgbm-v2-kserve.18d62b8390fc5e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "32657"
    uid: 9a98a07d-ea6d-4958-a951-83a642a74be3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:21:02.087289Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31812"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:21:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b70076d76c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: eaea7aa6-c70f-42f6-a6f7-9b73de305e5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31821"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:02Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:21:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b70294f2019
    namespace: kserve-ci-e2e-test
    resourceVersion: "31835"
    uid: 267cc059-139e-4ea6-bfe2-ca3392727c78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b702aeb7a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31837"
    uid: 7733856a-8d26-4808-b4fa-800ffbb74919
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b702dd040df
    namespace: kserve-ci-e2e-test
    resourceVersion: "31839"
    uid: 17c56db2-af80-4b80-8a8a-df3025ee3fcf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b702e41f144
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: b382ab36-ea6f-489d-ac92-6bc8fabd984b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:07Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T17:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b714e561717
    namespace: kserve-ci-e2e-test
    resourceVersion: "31881"
    uid: 61671c7c-093e-431d-8407-0182f61058e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b71515fcbe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31884"
    uid: 612d98d5-6daf-4e40-a1eb-5e084fc3dc1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b7151ce4ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: 033aded9-390e-4692-80f6-12400ded3337
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b7151d701e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31886"
    uid: bf14bc4c-8792-45ce-8df0-0e115a5d52c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b71553747fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: 675d3b93-2aa2-42ea-873c-0c73474811a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:07Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b7155ac2d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31890"
    uid: ab395742-443f-4033-885f-c4dc082f545e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b7bb0f24da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32252"
    uid: ccfbf613-b911-455d-be04-c125e60eee4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31814"
    uid: 3a094e3b-36e2-4da5-b699-e7f44fd63ec4
  kind: Event
  lastTimestamp: "2026-09-17T17:21:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6.18d62b7bb0f2d7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32253"
    uid: 25bac23f-d109-44d6-8129-7647d2489b55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31800"
    uid: 8fb0beb3-3e9b-481b-85b0-0ae0e488d089
  kind: Event
  lastTimestamp: "2026-09-17T17:21:02Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-p58p6'
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:02Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d62b70071c7a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31815"
    uid: 9735c822-dcff-4db1-a356-cd4a43ead4d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31797"
    uid: 889c60d8-0fa3-4eb7-b0eb-6a5d6e44ce74
  kind: Event
  lastTimestamp: "2026-09-17T17:21:02Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:02Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62b70041d2405
    namespace: kserve-ci-e2e-test
    resourceVersion: "31802"
    uid: 513d90e7-1e16-4192-b175-0dd3697b16a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: 649a6f57-8f9d-448c-bd2a-8894500e45f2
  kind: Event
  lastTimestamp: "2026-09-17T17:21:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:47Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62b7382808789
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: a4c294ec-2f69-4e9d-8d66-757ab85756a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: 649a6f57-8f9d-448c-bd2a-8894500e45f2
  kind: Event
  lastTimestamp: "2026-09-17T17:21:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:47Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62b7383056c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "32194"
    uid: 11697477-bb2f-4067-8dce-91de7bd08a63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 649a6f57-8f9d-448c-bd2a-8894500e45f2
  kind: Event
  lastTimestamp: "2026-09-17T17:21:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:32Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62b770238fd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32071"
    uid: 0494c268-7ea5-4dea-83d1-b10d1c5a7e04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31962"
    uid: 649a6f57-8f9d-448c-bd2a-8894500e45f2
  kind: Event
  lastTimestamp: "2026-09-17T17:21:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:32Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62b77029bc0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32073"
    uid: 7fd80cc1-9aba-45bd-9546-a5e865746184
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31791"
    uid: 099db4fa-c6be-4888-8d2c-78825412ee66
  kind: Event
  lastTimestamp: "2026-09-17T17:21:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:21:44Z"
    name: isvc-lightgbm-v2-runtime.18d62b7003dd1a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "32171"
    uid: 0cd30b47-2f2f-441b-be16-34f292345b16
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31791"
    uid: 099db4fa-c6be-4888-8d2c-78825412ee66
  kind: Event
  lastTimestamp: "2026-09-17T17:21:02Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:21:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:21:02Z"
    name: isvc-lightgbm-v2-runtime.18d62b7004477f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: 853d683b-083a-4b0e-91c5-f4b1d93327b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32168"
    uid: 099db4fa-c6be-4888-8d2c-78825412ee66
  kind: Event
  lastTimestamp: "2026-09-17T17:21:44Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:21:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:21:44Z"
    name: isvc-lightgbm-v2-runtime.18d62b79f24711e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32169"
    uid: 7f53bc5a-dcf3-4021-b1b7-df9813be8873
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29700"
    uid: 197d4e31-a0f6-4a7e-a5f8-ce33affdf4c3
  kind: Event
  lastTimestamp: "2026-09-17T17:18:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:18:56Z"
    name: isvc-lightgbm.18d62b3c20258007
    namespace: kserve-ci-e2e-test
    resourceVersion: "30570"
    uid: 56e2de7b-7dd5-4dc7-b592-9db9aa649dab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29700"
    uid: 197d4e31-a0f6-4a7e-a5f8-ce33affdf4c3
  kind: Event
  lastTimestamp: "2026-09-17T17:17:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:17:19Z"
    name: isvc-lightgbm.18d62b3c20c69236
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 3097533e-68ea-4ee4-a391-948f81b4312f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30568"
    uid: 197d4e31-a0f6-4a7e-a5f8-ce33affdf4c3
  kind: Event
  lastTimestamp: "2026-09-17T17:18:56Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:18:56Z"
    name: isvc-lightgbm.18d62b52cb7e5548
    namespace: kserve-ci-e2e-test
    resourceVersion: "30569"
    uid: 04e045c3-a8ba-40d6-a509-abae61392fcc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:56:04.155389Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-685b99d5c9-ltqlq
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:56:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:56:04Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a1343ba9a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: fc648054-fb5b-4ce5-8c0f-34bd7d6f0277
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:04Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a135114a8c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: c26ab035-ccca-4eea-b7ef-bb99a42a286f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:05Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:56:05Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a13899ee5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17250"
    uid: 2a738c4a-3baf-41da-8c9f-812e3196c2e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:05Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a138bd46e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: 75a123ff-0bc6-4b45-a244-4341343bd7bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:05Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a13907690e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 6a1e7eb9-7bf8-468d-95af-6a56bbf35eb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:05Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a1390e7e19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 329a2969-a9ac-4b08-b476-624b73252af5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:09Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a149c61e67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17298"
    uid: 48074cda-98cb-47f8-8953-7e58f12b84bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:09Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a149fd6c47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: 2dca24d0-b213-4383-999a-eec16e66b50b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:10Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a14a04c5523
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: b6b68fbb-6300-41e7-881d-104064520cd9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:10Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a14a0570a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17304"
    uid: 66f82517-840a-4bd5-b5eb-aa432b51001e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:10Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a14a37544af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: 293361bc-babf-45da-aced-6844f28ff52f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:10Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a14a3e27e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 87ada0e3-f8b3-4e4b-8fb0-d4381dfb65ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:10Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6b08d0c6feafdc947d16756a5e87ed5c77db04b24369e3640cb13be40670b327"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:10Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a14a3ebb1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 376d2fa1-742a-40ee-8e31-65f9558d6c56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:10Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:10Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a14a74bb523
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: 89fd6ee4-0858-45d2-b336-98a8ef1042c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:10Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a14a7c3eafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: fbf22d55-c206-4ba7-84d4-e75424b96ed3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:47Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a14d87e0ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18243"
    uid: f1c9a108-e819-4e8f-be71-e288afa8d927
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:47Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:47Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a1514755dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18244"
    uid: 1b127e80-6300-4e56-b42f-59f546414f51
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a296b159a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18113"
    uid: d8279a87-9bfd-41d1-b308-a7c8946c5109
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:39Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a296b15f668
    namespace: kserve-ci-e2e-test
    resourceVersion: "18116"
    uid: 044e5154-43e0-4d13-be55-c233fb127c95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a296b165328
    namespace: kserve-ci-e2e-test
    resourceVersion: "18121"
    uid: 69b3eec0-2d4e-4fc5-8f94-571a57b01062
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-685b99d5c9-ltqlq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 8ecb9941-4e0b-4e71-aadf-44095637afd1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:52Z"
    name: isvc-logger-predictor-685b99d5c9-ltqlq.18d62a2a44b191ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: 3b6c1540-ee78-4b86-bb7f-7ea9f529a71e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-685b99d5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17213"
    uid: e85ce741-b8b9-4eac-b948-53cfdf29316b
  kind: Event
  lastTimestamp: "2026-09-17T16:56:04Z"
  message: 'Created pod: isvc-logger-predictor-685b99d5c9-ltqlq'
  metadata:
    creationTimestamp: "2026-09-17T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:04Z"
    name: isvc-logger-predictor-685b99d5c9.18d62a1343504862
    namespace: kserve-ci-e2e-test
    resourceVersion: "17225"
    uid: edbb65e7-be70-48f4-b228-d15a000087dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 69ea0a9c-7e40-4d1d-b2f5-e12bf6b6dfc9
  kind: Event
  lastTimestamp: "2026-09-17T16:56:04Z"
  message: Scaled up replica set isvc-logger-predictor-685b99d5c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:04Z"
    name: isvc-logger-predictor.18d62a134008b8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: ae5663da-328d-42ea-9f4c-7ba73c31f264
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 779b1a86-5dbd-4677-9eef-aa8ca9f53ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:56:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:49Z"
    name: isvc-logger-predictor.18d62a16be8f73fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 6a0a41c3-5cc5-43bd-ad89-5d5ddebacb37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 779b1a86-5dbd-4677-9eef-aa8ca9f53ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:56:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:49Z"
    name: isvc-logger-predictor.18d62a16bef823f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: e0c4530a-41cc-4243-a88f-fd8045164800
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 779b1a86-5dbd-4677-9eef-aa8ca9f53ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:57:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:34Z"
    name: isvc-logger-predictor.18d62a1a3dc2a27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 376bf599-0c08-472d-a078-4862f2fa4855
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 779b1a86-5dbd-4677-9eef-aa8ca9f53ff8
  kind: Event
  lastTimestamp: "2026-09-17T16:57:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:34Z"
    name: isvc-logger-predictor.18d62a1a3e43d3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18047"
    uid: b39d5297-8629-4e3e-bb8c-76db0d340114
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: b0ef186b-d447-4519-9d9b-25027ea7a9e1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:57:28Z"
    name: isvc-logger.18d62a13400e49a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18002"
    uid: 035e18af-316f-4201-ae5a-8cbbf980bb33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: b0ef186b-d447-4519-9d9b-25027ea7a9e1
  kind: Event
  lastTimestamp: "2026-09-17T16:56:04Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:04Z"
    name: isvc-logger.18d62a1340887ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 9cea826b-8224-4b9e-b5d2-9b10ed2a785e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17999"
    uid: b0ef186b-d447-4519-9d9b-25027ea7a9e1
  kind: Event
  lastTimestamp: "2026-09-17T16:57:28Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:57:28Z"
    name: isvc-logger.18d62a26cbdd8f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: be6d353a-c2c3-4fd0-9e6f-9c862661749d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:22:32.661723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32751"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:22:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:22:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b851e15acac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: 1f576bee-6272-4390-98f1-7c6c72745a32
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b852929d23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32767"
    uid: 9812e064-087d-4f1b-8d6e-8dbf87efee65
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:33Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:22:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b8563fa62ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 0172dbaa-6c3a-4436-b0ad-948167d826a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b85656ea58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32782"
    uid: ca12df2a-b241-4211-9873-caa23f31f846
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b8568352885
    namespace: kserve-ci-e2e-test
    resourceVersion: "32783"
    uid: d0c52ca9-27d1-4160-a444-1031cf89544a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:22:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:33Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b8568b5adc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32785"
    uid: b34a944a-835d-4b28-bc5a-817a739b8fe5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:39Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T17:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b869b486e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32831"
    uid: cf1d5350-8dcf-4772-bdc2-d4d77d8c9f4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b86a833ee1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: 4321d1c5-65f9-4047-8cc5-b1f04a747c54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b86a9834660
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: f8a92f66-fe0e-475c-8737-4bd0b9c05204
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b86a98df889
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 43d988eb-a31d-4d27-9be2-d61436ba5b11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b86af02e739
    namespace: kserve-ci-e2e-test
    resourceVersion: "32841"
    uid: 61ab246c-8d36-442f-b80f-6ea4937264c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:22:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:22:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b86b0757ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32842"
    uid: ef7d84c2-1f66-4034-9a6a-8d2064c6c6d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:23:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:22Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b90c306c62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33272"
    uid: 73ba3212-1f6a-4223-b6a9-1838377ae62f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 45c211eb-deec-4c6b-a553-bbf965bbf480
  kind: Event
  lastTimestamp: "2026-09-17T17:23:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:22Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl.18d62b90c30d6049
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: 6d2e19e7-39fd-426e-b469-83b392797f20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: a6ae62e0-5bb2-4435-afe2-8051c4a57713
  kind: Event
  lastTimestamp: "2026-09-17T17:22:32Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-vjffl'
  metadata:
    creationTimestamp: "2026-09-17T17:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:32Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d62b851d20fa40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: f20ad2fc-9e91-41df-8097-6d96eb20110b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 1679c562-ec46-4891-be8e-cf7f9e344e04
  kind: Event
  lastTimestamp: "2026-09-17T17:22:32Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:32Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62b8517be6747
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: 7a06eee3-fa5c-4de4-8a03-04436c2b8133
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32740"
    uid: 7cfcd4f8-61c3-4cc9-874b-b2a3361e8561
  kind: Event
  lastTimestamp: "2026-09-17T17:23:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:17Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62b88969174a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: fb501c99-ee21-4abf-bfbb-73c1f3aef19c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32740"
    uid: 7cfcd4f8-61c3-4cc9-874b-b2a3361e8561
  kind: Event
  lastTimestamp: "2026-09-17T17:23:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:17Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62b8896fa0eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33220"
    uid: b0fa9647-acbf-48e1-af65-a59b2332ef81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32731"
    uid: 0ba5f188-a84f-471b-8596-12f765d52e82
  kind: Event
  lastTimestamp: "2026-09-17T17:23:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:23:16Z"
    name: isvc-mlflow-v2-runtime.18d62b8517bca1a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33209"
    uid: e0c23f3d-2d4c-4996-a620-11707ebc3e8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32731"
    uid: 0ba5f188-a84f-471b-8596-12f765d52e82
  kind: Event
  lastTimestamp: "2026-09-17T17:22:32Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:22:32Z"
    name: isvc-mlflow-v2-runtime.18d62b85186a0ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32746"
    uid: 1d1ef69d-e654-4e2b-9535-b99280bdd288
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 0ba5f188-a84f-471b-8596-12f765d52e82
  kind: Event
  lastTimestamp: "2026-09-17T17:23:16Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:23:16Z"
    name: isvc-mlflow-v2-runtime.18d62b8f3ea90fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33207"
    uid: 543d0f34-e2b5-41f5-ae07-1d20b97d079c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:24:53.128082Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-cscwr
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:24:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:24:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62ba5d2883a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "34135"
    uid: 6d6cdb6b-dbe8-4cfc-aa5a-8b4cc5026050
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:24:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62ba5d987ce28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: 2432e7a5-3ee8-4887-9be4-5a04ba1e20cf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34139"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:24:54Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:24:54Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62ba61845d102
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: 54610600-979e-466d-831d-8cbacab29a4c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:24:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:54Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62ba61a4a02cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: 5b4177c6-d25b-4386-99a0-887ff72930ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:24:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:54Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62ba61d9012ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: 5a968780-f181-42c7-8359-8377f3e948ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:24:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:54Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62ba61e16a1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 316fa8c6-3be2-4898-b687-fb9f5677474a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:24:59Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:59Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62ba745dc09fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 6aff2163-959a-4460-80ad-f26abf130fe6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:11Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.944s (11.944s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62baa0dc82c89
    namespace: kserve-ci-e2e-test
    resourceVersion: "34299"
    uid: cf9e09d2-cb0e-44f4-9bc6-abc5c8123365
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62baa111efc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "34301"
    uid: 1f38b418-1d0f-4f50-82c6-894873616035
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62baa118eab36
    namespace: kserve-ci-e2e-test
    resourceVersion: "34302"
    uid: 30d8dd4a-81bb-4303-9666-a5ec5d82da1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62baa119805a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34303"
    uid: 3b71546e-a485-4b52-a67e-8931bc853b0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62baa143f5d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34304"
    uid: d8e4eca9-b93a-446c-bc0e-bc76fd60339b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62baa14b27f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "34305"
    uid: 9c31f886-c9fc-4859-8b96-5f17d662fc37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62baa50fa9ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "34584"
    uid: 35cb0a2d-cc4c-4715-9733-9f58f0b06266
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:26:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62bb7612dcc3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34854"
    uid: 708155bd-5b73-4378-891b-54221d3e10b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: c4f57ff5-5872-4ef0-8ed1-96518fac4b78
  kind: Event
  lastTimestamp: "2026-09-17T17:26:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-cscwr.18d62bb7612e7bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34856"
    uid: 7365fa85-4e1f-4cf7-883a-21f368cbcd25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34120"
    uid: 523ad8e2-8969-4049-9913-1f6bb5f7144f
  kind: Event
  lastTimestamp: "2026-09-17T17:24:53Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-cscwr'
  metadata:
    creationTimestamp: "2026-09-17T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:24:53Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d62ba5d249df21
    namespace: kserve-ci-e2e-test
    resourceVersion: "34132"
    uid: 7bfac539-e202-4b66-ae20-7f7485554b77
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: 905c4900-87fa-4113-9bde-5a4c8e0cd34f
  kind: Event
  lastTimestamp: "2026-09-17T17:24:53Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:24:53Z"
    name: isvc-paddle-predictor.18d62ba5cf7164d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: 18f2f101-8805-4e4d-be4b-0675e527ede8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: 6fc46025-fc77-4171-8f8a-bfc266c8582a
  kind: Event
  lastTimestamp: "2026-09-17T17:25:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:25:38Z"
    name: isvc-paddle-predictor.18d62ba94e468b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34506"
    uid: b3d16317-6f5a-443b-8d77-646d50a0c7b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34119"
    uid: 6fc46025-fc77-4171-8f8a-bfc266c8582a
  kind: Event
  lastTimestamp: "2026-09-17T17:25:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:25:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:25:38Z"
    name: isvc-paddle-predictor.18d62ba94ef7b8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34507"
    uid: 94cf3487-1155-4a9d-9e8d-2f23f72dd3e2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 6fc46025-fc77-4171-8f8a-bfc266c8582a
  kind: Event
  lastTimestamp: "2026-09-17T17:26:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:26:08Z"
    name: isvc-paddle-predictor.18d62bb3cd3cfc01
    namespace: kserve-ci-e2e-test
    resourceVersion: "34833"
    uid: bd7a647f-9fb5-4ced-8d6d-eeb54bff5936
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 6fc46025-fc77-4171-8f8a-bfc266c8582a
  kind: Event
  lastTimestamp: "2026-09-17T17:26:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:26:08Z"
    name: isvc-paddle-predictor.18d62bb3cdbcd5de
    namespace: kserve-ci-e2e-test
    resourceVersion: "34834"
    uid: 459ca6f5-5a40-48b9-b959-3f1736660bad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:26:13.720058Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34918"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:26:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bb896302d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34923"
    uid: 2332c43d-8da6-4833-9411-ba94cde9012f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bb89e59da33
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: 961d840f-b372-416c-8126-5d9bd1f7d404
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:14Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:26:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bb8dc172f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34944"
    uid: 557b30d8-7e38-468d-a564-47fb1a865218
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bb8dd7e13a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34946"
    uid: 417571b7-8ed8-45cd-9509-4b2a10ab8d7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bb8e16b0e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "34947"
    uid: a130256d-172f-4d1c-b4cf-1bda8b163d64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:26:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:14Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bb8e1daabc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34948"
    uid: 2db1a420-a638-4d65-91bc-c144dae73090
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:19Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bb9fd0e3779
    namespace: kserve-ci-e2e-test
    resourceVersion: "34982"
    uid: 6be2e766-752b-422d-aac2-f07c287be400
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bba002cf8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34984"
    uid: df948f41-1640-426e-b611-78de49f3cd96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bba009aa69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34987"
    uid: d56d0a33-bd41-4427-a08a-fb6389587b44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bba00a48d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "34988"
    uid: a4c86b3a-25c0-4e8a-b2a0-710a48183b20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bba03656500
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: cfd833da-2ebe-4af5-829e-c66ac5b256e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:26:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bba03d11c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34991"
    uid: 28074303-0761-4e06-9f7e-9d580bb10059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:27:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bba74f4c529
    namespace: kserve-ci-e2e-test
    resourceVersion: "35529"
    uid: a020879c-91a0-4662-af3b-ed2340881dbb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:27:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bc6eaac6e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "35472"
    uid: ab2b264e-5c57-4445-bd24-8eaca31f2f7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:27:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bc6eaacec05
    namespace: kserve-ci-e2e-test
    resourceVersion: "35476"
    uid: d4ed0e16-3db6-4080-a033-c116c87bc1dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34919"
    uid: a4e9adfb-a985-4062-a88e-d34630ef9bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:27:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:27:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:17Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-tn8k8.18d62bc77f049580
    namespace: kserve-ci-e2e-test
    resourceVersion: "35528"
    uid: 31c2bd71-b5c2-417b-960f-641e224cdc05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34909"
    uid: af40452a-b313-450c-9cf3-7f6da41b7bf0
  kind: Event
  lastTimestamp: "2026-09-17T17:26:13Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-tn8k8'
  metadata:
    creationTimestamp: "2026-09-17T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:26:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d62bb895f0b47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34920"
    uid: 5ac90ec5-6cbe-4728-82b5-704cb6ef32f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34907"
    uid: 9fe50649-9a4e-4984-a5d3-4cde4bed1933
  kind: Event
  lastTimestamp: "2026-09-17T17:26:13Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:26:13Z"
    name: isvc-paddle-runtime-predictor.18d62bb8930b3465
    namespace: kserve-ci-e2e-test
    resourceVersion: "34911"
    uid: db2e29dd-1b9e-45e8-8838-76ea58553828
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: 63f89ae1-ed30-470c-aacd-c535636b4f32
  kind: Event
  lastTimestamp: "2026-09-17T17:26:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:26:43Z"
    name: isvc-paddle-runtime-predictor.18d62bbc119f4856
    namespace: kserve-ci-e2e-test
    resourceVersion: "35171"
    uid: 7487315e-ba52-433b-a0c3-be73a7c96377
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34908"
    uid: 63f89ae1-ed30-470c-aacd-c535636b4f32
  kind: Event
  lastTimestamp: "2026-09-17T17:26:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:26:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:26:43Z"
    name: isvc-paddle-runtime-predictor.18d62bbc12028371
    namespace: kserve-ci-e2e-test
    resourceVersion: "35172"
    uid: 51a14677-a3e2-474b-bcb8-16531aa3304f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35062"
    uid: 63f89ae1-ed30-470c-aacd-c535636b4f32
  kind: Event
  lastTimestamp: "2026-09-17T17:27:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:13Z"
    name: isvc-paddle-runtime-predictor.18d62bc30fa76e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: de418187-c974-4ee7-9718-dd544bf72e85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35062"
    uid: 63f89ae1-ed30-470c-aacd-c535636b4f32
  kind: Event
  lastTimestamp: "2026-09-17T17:27:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:13Z"
    name: isvc-paddle-runtime-predictor.18d62bc310114dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35405"
    uid: 3cdda277-8cd8-4631-b455-1740edab6f67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: ebb6c51f-c9c9-4db4-bf59-4168de6c66f7
  kind: Event
  lastTimestamp: "2026-09-17T17:27:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:07Z"
    name: isvc-paddle-runtime.18d62bb8933005db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35349"
    uid: 7adab4aa-494c-40a3-aebb-0bc0ee5c7b34
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: ebb6c51f-c9c9-4db4-bf59-4168de6c66f7
  kind: Event
  lastTimestamp: "2026-09-17T17:26:13Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:26:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:26:13Z"
    name: isvc-paddle-runtime.18d62bb89399027c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34914"
    uid: 7127548d-1c19-4b37-a3a2-d810de84e555
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: ebb6c51f-c9c9-4db4-bf59-4168de6c66f7
  kind: Event
  lastTimestamp: "2026-09-17T17:27:07Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:27:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:07Z"
    name: isvc-paddle-runtime.18d62bc53072f444
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: ca89fee9-8e57-4dab-8f2e-fdff9bc5c102
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:27:20.404504Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:27:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:27:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc81ce41a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "35591"
    uid: 136b8a86-e24e-4f7d-97bb-67552162dcdf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35597"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:20Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:27:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc83ef24bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35606"
    uid: 0d714453-5650-4323-8b96-2f50e25f587c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc84051c4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 8cbb50ca-25bf-44a8-8ed5-295d92bd6602
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc8430e5b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35610"
    uid: a9fc21a1-7197-453a-b62f-efc0f564b44e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc8437e97a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 9d42ab77-a0af-4025-87e0-2061f374d459
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc96d92ba03
    namespace: kserve-ci-e2e-test
    resourceVersion: "35677"
    uid: 6d19c78f-68a1-48bf-84d7-19137eb333c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc9706193bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35682"
    uid: cf9fb1db-ad96-4aac-9652-26882e9a54fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc970e9ea14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: 95d74db2-2702-4297-b86b-da5ab18aef32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc970f53d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "35685"
    uid: d3921196-5eba-443d-9828-8a33c38d5f65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc973bf3fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35688"
    uid: 885fb6fd-bc7a-4425-ba9e-4d19c93eae59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc97430b9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35690"
    uid: 0a191e92-3509-4aa9-8a65-7f5d6e049cce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:28:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bc9e5c373ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: c1c0e855-be4d-4305-9e41-4bec604f9837
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:28:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bd676ddcee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36201"
    uid: f2b7b104-b7b7-4cae-a020-ce95a67cc2df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:28:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bd676de3c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: e512b890-1f57-414c-aeab-80313e13caff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: f92d6e24-f969-4434-82fc-a5a7726adf0c
  kind: Event
  lastTimestamp: "2026-09-17T17:28:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:28:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r.18d62bd6f010e2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 8cab142c-02b6-493c-b090-363c81165c18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35577"
    uid: b244b84c-9196-4827-ad4a-7a18b2e8170a
  kind: Event
  lastTimestamp: "2026-09-17T17:27:20Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-jhs5r'
  metadata:
    creationTimestamp: "2026-09-17T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d62bc81c714f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: 64c62455-a2d5-44be-af26-9ae1511971b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35574"
    uid: d7701eb2-32f4-4c13-b468-8dc96be5fbd6
  kind: Event
  lastTimestamp: "2026-09-17T17:27:20Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:20Z"
    name: isvc-paddle-v2-kserve-predictor.18d62bc819aebedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35579"
    uid: 60ad4172-fedc-4dd3-aa63-b6798c431221
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: 226c588c-514a-4779-a0bc-6420b197c809
  kind: Event
  lastTimestamp: "2026-09-17T17:28:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:05Z"
    name: isvc-paddle-v2-kserve-predictor.18d62bcb98a65368
    namespace: kserve-ci-e2e-test
    resourceVersion: "36046"
    uid: fbe8dadb-b5fd-45b4-9f43-f51fb1efcfb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: 226c588c-514a-4779-a0bc-6420b197c809
  kind: Event
  lastTimestamp: "2026-09-17T17:28:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:05Z"
    name: isvc-paddle-v2-kserve-predictor.18d62bcb991ad8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36048"
    uid: caad64e5-8b65-4860-9ae3-bf91a390fa07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: 226c588c-514a-4779-a0bc-6420b197c809
  kind: Event
  lastTimestamp: "2026-09-17T17:28:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:20Z"
    name: isvc-paddle-v2-kserve-predictor.18d62bcf17faae7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36171"
    uid: 88304924-f8e5-4392-9aaa-ead89a162469
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: 226c588c-514a-4779-a0bc-6420b197c809
  kind: Event
  lastTimestamp: "2026-09-17T17:28:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:20Z"
    name: isvc-paddle-v2-kserve-predictor.18d62bcf186ba2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36172"
    uid: 41de6f6f-079b-4337-9a29-63e07d3d2ed7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: dc4d7a2d-410b-4ae0-99df-4e6619c6cec3
  kind: Event
  lastTimestamp: "2026-09-17T17:28:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:28:14Z"
    name: isvc-paddle-v2-kserve.18d62bc819d45091
    namespace: kserve-ci-e2e-test
    resourceVersion: "36124"
    uid: 166f59c6-ec5f-4382-95d4-1f3f683ee5e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35566"
    uid: dc4d7a2d-410b-4ae0-99df-4e6619c6cec3
  kind: Event
  lastTimestamp: "2026-09-17T17:27:20Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:20Z"
    name: isvc-paddle-v2-kserve.18d62bc81a3a5376
    namespace: kserve-ci-e2e-test
    resourceVersion: "35582"
    uid: b44efa9a-f2d6-4c90-b141-0a2d60748dbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36122"
    uid: dc4d7a2d-410b-4ae0-99df-4e6619c6cec3
  kind: Event
  lastTimestamp: "2026-09-17T17:28:14Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:28:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:28:14Z"
    name: isvc-paddle-v2-kserve.18d62bd4a194a27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36123"
    uid: ce915e6a-9bcf-4f02-b9fd-0c7056bce551
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 3eef1ea1-6d82-4105-9eec-b373fc02d0e2
  kind: Event
  lastTimestamp: "2026-09-17T17:25:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:25:58Z"
    name: isvc-paddle.18d62ba5cf60da09
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: bd1171ff-d622-4a8b-964d-cae3fafe1ce9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34111"
    uid: 3eef1ea1-6d82-4105-9eec-b373fc02d0e2
  kind: Event
  lastTimestamp: "2026-09-17T17:24:53Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:24:53Z"
    name: isvc-paddle.18d62ba5cfe2a0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34124"
    uid: 334b1028-1d41-43c0-9bd7-99102199bb32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: 3eef1ea1-6d82-4105-9eec-b373fc02d0e2
  kind: Event
  lastTimestamp: "2026-09-17T17:25:58Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:25:58Z"
    name: isvc-paddle.18d62bb50c0cfb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34759"
    uid: d28efe50-ee05-4e57-bad0-331afdf51a51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:28:27.215509Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36269"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-fttxq
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:28:27Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bd7ab231834
    namespace: kserve-ci-e2e-test
    resourceVersion: "36275"
    uid: d9c1c166-90ef-40fa-bf3a-3799c350f3f1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36280"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:27Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:28:27Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bd7cd1b5f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "36286"
    uid: 2ff4c7b2-2f95-4b84-9169-5c254c09d401
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:27Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bd7ce76039f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36288"
    uid: 5aea11a1-0b25-42fd-ae21-1ffd5b280f72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:27Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bd7d1fe9061
    namespace: kserve-ci-e2e-test
    resourceVersion: "36289"
    uid: 093928ec-88b4-4458-8e08-26e7fed68a10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:27Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bd7d26d1b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "36290"
    uid: a3b4730f-57b5-4d5d-85e1-cd49a296ee63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:32Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:32Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bd8def12723
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: cbe368e1-77df-4223-8e68-b2ffd14611a8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:39Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.255s (7.255s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:39Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bda8f6f2e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36382"
    uid: 7d5d3332-6f43-416d-a04e-414490bdb955
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:39Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bda92be284f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36383"
    uid: 4b1fb198-0e8e-41ea-affd-f641fdca17fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:39Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bda932af565
    namespace: kserve-ci-e2e-test
    resourceVersion: "36384"
    uid: f9595d3c-1dfb-40ae-bf0a-250c6a225a28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:39Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bda9334ab9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36385"
    uid: 2575de17-a8e8-4140-a4e4-38e7fe9fbf16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:39Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bda95fa4e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: 3e7a50dd-1cf2-4fbe-acbe-07ef51a04477
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:28:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:39Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bda96696225
    namespace: kserve-ci-e2e-test
    resourceVersion: "36387"
    uid: 48e3d420-984c-4fa4-b63e-205f637044d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:29:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:53Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bdabeea5061
    namespace: kserve-ci-e2e-test
    resourceVersion: "37109"
    uid: 6df8e302-ec42-4dcf-92ba-37e339df9e33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:30:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:08Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bef4dc77f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: 5dbca8ba-966f-4d27-8906-b8eb1c567576
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-fttxq
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: cd37b957-140b-46ff-96aa-f0d57523183f
  kind: Event
  lastTimestamp: "2026-09-17T17:30:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:30:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:08Z"
    name: isvc-pmml-predictor-8674795f59-fttxq.18d62bef4dc7e6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: 87297ba5-e895-482a-a29f-40477588ed89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36260"
    uid: e694b0c0-29a1-406c-923c-28339f73c7be
  kind: Event
  lastTimestamp: "2026-09-17T17:28:27Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-fttxq'
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:27Z"
    name: isvc-pmml-predictor-8674795f59.18d62bd7aaba8958
    namespace: kserve-ci-e2e-test
    resourceVersion: "36272"
    uid: 66e6b564-182a-4c87-8dde-331d2b208bec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36258"
    uid: f6446dc9-36b4-47be-8b24-a4aa65b9cbd6
  kind: Event
  lastTimestamp: "2026-09-17T17:28:27Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:27Z"
    name: isvc-pmml-predictor.18d62bd7a7bc9bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36262"
    uid: b0617aa1-d519-418d-8c6e-9f0b26f48e5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36259"
    uid: e9bb020a-71e2-44f2-851a-b20d9b0e2e35
  kind: Event
  lastTimestamp: "2026-09-17T17:29:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:29:12Z"
    name: isvc-pmml-predictor.18d62bdb265e90c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36803"
    uid: 88de527b-90d8-49b1-8cfb-449656038604
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36259"
    uid: e9bb020a-71e2-44f2-851a-b20d9b0e2e35
  kind: Event
  lastTimestamp: "2026-09-17T17:29:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:29:12Z"
    name: isvc-pmml-predictor.18d62bdb26d0aaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36804"
    uid: a3f1551e-eccf-48b5-82bf-77681279c5f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: e9bb020a-71e2-44f2-851a-b20d9b0e2e35
  kind: Event
  lastTimestamp: "2026-09-17T17:29:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:29:57Z"
    name: isvc-pmml-predictor.18d62be5a3b2739d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37139"
    uid: a0455f88-2298-420e-ad6e-9369a3c15a5e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: e9bb020a-71e2-44f2-851a-b20d9b0e2e35
  kind: Event
  lastTimestamp: "2026-09-17T17:29:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:29:57Z"
    name: isvc-pmml-predictor.18d62be5a41b7d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 495d4367-db17-4808-b5d9-2325fb88b962
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:30:13.916139Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37312"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-mqdwq
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:30:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:30:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf082fd6fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37320"
    uid: f14f55ae-7074-4ab2-bfdb-ebcc722ae666
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37325"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:14Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:30:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf0a50fe8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37331"
    uid: ba68b884-0f4d-487f-9d76-95ef0e079532
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf0a67d6c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 3a9a931c-ad82-4a52-8018-2323f4266aa0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf0a981ba69
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: ff8620a0-b426-4ae1-86d9-b9378d03ee33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:14Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf0a9f1db8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37336"
    uid: d63b6f14-73db-4231-a20e-a8a578336a13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:18Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf1ab6440e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37374"
    uid: 7eae2dee-26b5-42f0-8c47-076ca5400963
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf1aeae9363
    namespace: kserve-ci-e2e-test
    resourceVersion: "37378"
    uid: a07fbe0e-7604-4480-ac54-50093bf217ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf1af376f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "37379"
    uid: f0dca44e-3450-4e56-8e9f-6950bacc9503
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf1af40f51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37380"
    uid: 545cb50a-621a-4e88-916d-735581316dbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf1b211b17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37382"
    uid: 15dfcb78-bfc1-4f0b-aa95-8c6bb32217f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:30:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf1b28313a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37383"
    uid: 10c10609-f7f7-4702-966c-6655455c5bcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:31:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:31:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62bf223480ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38293"
    uid: bff51fd1-12ab-4804-aad7-0b1c49883f6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:31:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:31:55Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62c082b9fca40
    namespace: kserve-ci-e2e-test
    resourceVersion: "38281"
    uid: 1d623ed5-038d-49ac-9456-e9ec34e767b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:31:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:31:55Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62c082ba075a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38282"
    uid: 81748542-5970-43c3-a3c5-6b7fe1fb8e7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "37316"
    uid: 35b64bbd-9b87-4b72-a156-457a80803dd6
  kind: Event
  lastTimestamp: "2026-09-17T17:31:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.60:8643/healthz": dial tcp
    10.132.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:31:56Z"
    name: isvc-pmml-runtime-predictor-885fc8777-mqdwq.18d62c087d8f798c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38292"
    uid: 11266e2b-d784-4756-ae16-773de298aaff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37303"
    uid: 6820b89f-2a0b-4988-a3b9-338740d54894
  kind: Event
  lastTimestamp: "2026-09-17T17:30:13Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-mqdwq'
  metadata:
    creationTimestamp: "2026-09-17T17:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d62bf082782bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37315"
    uid: 869bdd61-ff51-434c-9921-34b28b4eb7fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37301"
    uid: 58bb7b3d-664c-4efc-a578-f7245147fd54
  kind: Event
  lastTimestamp: "2026-09-17T17:30:13Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:13Z"
    name: isvc-pmml-runtime-predictor.18d62bf07f7c5200
    namespace: kserve-ci-e2e-test
    resourceVersion: "37306"
    uid: 2ce1defe-f9a9-4113-80e1-8cc924629ff7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37302"
    uid: 60a7f5ce-88e5-4de4-a816-91a1ea4c1520
  kind: Event
  lastTimestamp: "2026-09-17T17:30:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:28Z"
    name: isvc-pmml-runtime-predictor.18d62bf3fdc8334d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37471"
    uid: ef31de9e-05d2-45bd-9b87-04c21fd0dad2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37302"
    uid: 60a7f5ce-88e5-4de4-a816-91a1ea4c1520
  kind: Event
  lastTimestamp: "2026-09-17T17:30:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:28Z"
    name: isvc-pmml-runtime-predictor.18d62bf3fe520442
    namespace: kserve-ci-e2e-test
    resourceVersion: "37473"
    uid: 1137cee4-bcd3-4233-9b91-57101eee3ab0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37472"
    uid: 60a7f5ce-88e5-4de4-a816-91a1ea4c1520
  kind: Event
  lastTimestamp: "2026-09-17T17:31:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:31:43Z"
    name: isvc-pmml-runtime-predictor.18d62bf77d0c6b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "38178"
    uid: 01bb9191-2c00-417d-bb40-509285a6a097
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37472"
    uid: 60a7f5ce-88e5-4de4-a816-91a1ea4c1520
  kind: Event
  lastTimestamp: "2026-09-17T17:31:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:31:43Z"
    name: isvc-pmml-runtime-predictor.18d62bf77d717e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "38179"
    uid: c82e5d05-824d-4d5c-97ba-fc39730a309a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37293"
    uid: f84f980c-e654-4eb8-969c-a6758c5bc0e5
  kind: Event
  lastTimestamp: "2026-09-17T17:31:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:31:47Z"
    name: isvc-pmml-runtime.18d62bf07f4be8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38209"
    uid: 61c208d4-3460-4359-89ff-dbd0a559e02d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37293"
    uid: f84f980c-e654-4eb8-969c-a6758c5bc0e5
  kind: Event
  lastTimestamp: "2026-09-17T17:30:13Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:30:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:13Z"
    name: isvc-pmml-runtime.18d62bf07fcc6905
    namespace: kserve-ci-e2e-test
    resourceVersion: "37308"
    uid: 89cd01f6-4031-4e57-885f-b7fdda913331
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:31:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38207"
    uid: f84f980c-e654-4eb8-969c-a6758c5bc0e5
  kind: Event
  lastTimestamp: "2026-09-17T17:31:47Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:31:47Z"
    name: isvc-pmml-runtime.18d62c062facd9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38208"
    uid: 59263db5-5ed1-4018-adfc-75bcd32b6227
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:32:00.725524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38343"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:32:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:32:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c09615362b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38350"
    uid: bcc6ebeb-b536-45cb-944a-9e913c87115e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38354"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:01Z"
  message: Add eth0 [10.132.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:32:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c09838fb03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38363"
    uid: 80b7aaec-772b-4e3d-bae9-a73b8a5a16a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c09850f616b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38365"
    uid: 0d198b20-972a-4509-a39f-a7d459a6a425
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c09883330fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38366"
    uid: 92360f01-e60a-4cf4-a169-04f7c015f28b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c0988aa1236
    namespace: kserve-ci-e2e-test
    resourceVersion: "38367"
    uid: 4a96fea7-f854-4cb5-b852-bd45d5b6b255
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:05Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c0a78052afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38404"
    uid: 7c8365c1-d637-4294-8ead-4a556bccb64d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c0a7acfd1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38406"
    uid: 566b37c3-4bd1-4601-9b6a-ad5eaf5bbd42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c0a7b3e8220
    namespace: kserve-ci-e2e-test
    resourceVersion: "38409"
    uid: ca80c54d-af55-430b-bdf2-61d7d737e7ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c0a7b486958
    namespace: kserve-ci-e2e-test
    resourceVersion: "38410"
    uid: f287dff3-aa08-467d-b65b-aa0f4e35e1c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c0a7e00a0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38413"
    uid: 756be345-0444-4a04-bb2c-15389e4b9f9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c0a7e70d1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38414"
    uid: 94229ab3-6847-4417-abe7-68356ccbf2ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:33:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:33:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c0af04f7461
    namespace: kserve-ci-e2e-test
    resourceVersion: "39092"
    uid: 2e2515b0-7ddb-4d61-afef-ddb340a1afcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:33:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:33:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c211007e1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39244"
    uid: 973c658e-a638-4efb-92db-7876d95f164b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:33:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:33:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c2110088842
    namespace: kserve-ci-e2e-test
    resourceVersion: "39245"
    uid: 03c0e65a-760b-4645-b159-4992403a660b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 57bd54f1-3087-4bc9-8696-9d8c0c88555a
  kind: Event
  lastTimestamp: "2026-09-17T17:33:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.62:8643/healthz": dial tcp
    10.132.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:33:43Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn.18d62c214a8aae16
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: 787484cc-edd3-4794-97d9-b0c3dfc346e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38334"
    uid: 9523ee38-7be8-4cbb-935f-477993d0ca3a
  kind: Event
  lastTimestamp: "2026-09-17T17:32:00Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-fqldn'
  metadata:
    creationTimestamp: "2026-09-17T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d62c0960d0e4f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38347"
    uid: 867d2dad-1996-407f-914b-7959e143e0ac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38332"
    uid: e4195ab7-9479-4070-bd93-04689e12d073
  kind: Event
  lastTimestamp: "2026-09-17T17:32:00Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:00Z"
    name: isvc-pmml-v2-kserve-predictor.18d62c095da47fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38336"
    uid: 73b9d6cb-e1e3-42fd-8150-618007a23bd1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38333"
    uid: 961aff9a-7e6c-4bac-ad4d-1f1bd87a763d
  kind: Event
  lastTimestamp: "2026-09-17T17:32:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:15Z"
    name: isvc-pmml-v2-kserve-predictor.18d62c0cdc2a1210
    namespace: kserve-ci-e2e-test
    resourceVersion: "38500"
    uid: 9f8061b4-aac6-4eed-a2d5-4dde8945609f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38333"
    uid: 961aff9a-7e6c-4bac-ad4d-1f1bd87a763d
  kind: Event
  lastTimestamp: "2026-09-17T17:32:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:15Z"
    name: isvc-pmml-v2-kserve-predictor.18d62c0cdc925801
    namespace: kserve-ci-e2e-test
    resourceVersion: "38502"
    uid: c7e07e63-31db-4e5f-b8bb-50bc600fd059
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 961aff9a-7e6c-4bac-ad4d-1f1bd87a763d
  kind: Event
  lastTimestamp: "2026-09-17T17:33:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:33:30Z"
    name: isvc-pmml-v2-kserve-predictor.18d62c105bb0e4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39147"
    uid: 8fc2a89b-7710-4de1-85f0-7e4a083990b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38501"
    uid: 961aff9a-7e6c-4bac-ad4d-1f1bd87a763d
  kind: Event
  lastTimestamp: "2026-09-17T17:33:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:33:30Z"
    name: isvc-pmml-v2-kserve-predictor.18d62c105c16fa08
    namespace: kserve-ci-e2e-test
    resourceVersion: "39148"
    uid: 3b02e757-fd5c-4ef0-b89e-60a6687c3fbf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38325"
    uid: 5c867c5d-053d-456e-b19d-38dcb039d6fc
  kind: Event
  lastTimestamp: "2026-09-17T17:33:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:33:31Z"
    name: isvc-pmml-v2-kserve.18d62c095da8c365
    namespace: kserve-ci-e2e-test
    resourceVersion: "39160"
    uid: 6ed14d8d-28d3-4b28-b2d0-f0159a6424c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38325"
    uid: 5c867c5d-053d-456e-b19d-38dcb039d6fc
  kind: Event
  lastTimestamp: "2026-09-17T17:32:00Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:32:00Z"
    name: isvc-pmml-v2-kserve.18d62c095e20047d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38339"
    uid: cc86a20b-2662-45e8-a695-9a6f843c9170
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:33:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39157"
    uid: 5c867c5d-053d-456e-b19d-38dcb039d6fc
  kind: Event
  lastTimestamp: "2026-09-17T17:33:31Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:33:31Z"
    name: isvc-pmml-v2-kserve.18d62c1e8526bdbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39159"
    uid: a07e6cf0-a258-4b46-b0bb-8a47de084a33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: 5b23d3ba-ee26-4531-a5ad-7c5ffeeece39
  kind: Event
  lastTimestamp: "2026-09-17T17:30:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:03Z"
    name: isvc-pmml.18d62bd7a7bda47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37197"
    uid: 84cfc243-9106-4460-8802-b35c1283efc8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: 5b23d3ba-ee26-4531-a5ad-7c5ffeeece39
  kind: Event
  lastTimestamp: "2026-09-17T17:28:27Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:28:27Z"
    name: isvc-pmml.18d62bd7a82ed199
    namespace: kserve-ci-e2e-test
    resourceVersion: "36265"
    uid: 40cdcc63-47da-4243-a4a8-ed123ed04d1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: 5b23d3ba-ee26-4531-a5ad-7c5ffeeece39
  kind: Event
  lastTimestamp: "2026-09-17T17:30:03Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:03Z"
    name: isvc-pmml.18d62bee1847cc2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37196"
    uid: 59ea00c5-e17c-41ff-9bb7-cc8807041a36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:56:35.391319Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:56:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:56:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1a89891889
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: dcacda1a-1a01-4c12-bb01-837b279bd6b1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1a95036acc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: bb04f615-b896-4ff9-9cb4-644c1d45a0c6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:36Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:56:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1acf5b0b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 070f2a33-2a47-4319-b9a7-f888ae603f4e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1ad0b82f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: f221c4bc-5673-4ebf-b7a8-3431b5fa4dad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1ad3857e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: a7e40a52-bb30-41c8-88a2-908d2fded7cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1ad3f2c655
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: b9869ebb-27eb-403f-a271-f4f641b43de6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:40Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:40Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1bb356bd9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: 936553a1-e5a7-421e-9a85-f2f71dc7789a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:40Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1bb6b894ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 82581bd1-e01e-40a5-9511-469430d37424
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:40Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1bb72dfe79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 5cf92f3d-b642-4fe3-8f9d-a2cfa5b7575c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:40Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1bb737d271
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: b13cef43-3caa-4363-abd2-0acb8a28caf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:40Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1bba3335bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: f76c0c20-27b6-4ca1-a246-e635b113d38e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:56:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:40Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1bbaa2cfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: 4eecd20d-8966-458a-9baf-34a16a7bf553
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:58:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:10Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a1c2b363690
    namespace: kserve-ci-e2e-test
    resourceVersion: "18445"
    uid: 2052f5e4-4448-48c0-a22c-5fdcfe526c7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:58:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a2fa59384f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18407"
    uid: e38dec97-02c2-42fb-b81f-1f929a091f84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:58:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:06Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a2fa595eefb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: e4ad8691-e21b-4eb7-a2d9-e55142bbe6e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: feebd8bc-0adc-43a9-accd-ba3024bd19ea
  kind: Event
  lastTimestamp: "2026-09-17T16:58:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:08Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs.18d62a30317fbf6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: 134cd4d2-170f-4515-ae12-91bb89ec75ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 00d9e162-1b23-42a2-b438-7495931ab318
  kind: Event
  lastTimestamp: "2026-09-17T16:56:35Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-dr5gs'
  metadata:
    creationTimestamp: "2026-09-17T16:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d62a1a891b91ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: b4fd09cb-67f0-45e4-9d0b-daf233da90c7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: 6252eafe-4bec-4ce0-ab65-4af874caa235
  kind: Event
  lastTimestamp: "2026-09-17T16:56:35Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:35Z"
    name: isvc-predictive-lightgbm-predictor.18d62a1a863386a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17557"
    uid: 83d39b14-9254-465f-9431-30445cc0c4c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: 2d509aed-d814-409f-a2e6-e4a81c0bfb19
  kind: Event
  lastTimestamp: "2026-09-17T16:57:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:20Z"
    name: isvc-predictive-lightgbm-predictor.18d62a1e04bf335c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: f913f077-4759-4964-bdfb-15a3b3c4b34b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17554"
    uid: 2d509aed-d814-409f-a2e6-e4a81c0bfb19
  kind: Event
  lastTimestamp: "2026-09-17T16:57:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:57:20Z"
    name: isvc-predictive-lightgbm-predictor.18d62a1e051eab0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 71b749a8-ff67-4e6e-b44b-aa86c8d7b6b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 2d509aed-d814-409f-a2e6-e4a81c0bfb19
  kind: Event
  lastTimestamp: "2026-09-17T16:58:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:05Z"
    name: isvc-predictive-lightgbm-predictor.18d62a2183da72ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: c5f6cd03-e52c-44f7-b7be-fc3cad0ccb3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 2d509aed-d814-409f-a2e6-e4a81c0bfb19
  kind: Event
  lastTimestamp: "2026-09-17T16:58:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:05Z"
    name: isvc-predictive-lightgbm-predictor.18d62a21844bfdef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: 754a15a5-3e86-4663-8527-585045d9ff8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:01:11.693728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:01:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:01:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5ade7133e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20065"
    uid: 761efd9d-67ba-4f5f-9bcc-5735b87f65b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5ae829246f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20073"
    uid: 11bc9858-b72b-455a-ae34-2a64686ac32a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20069"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:12Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:01:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5b24522427
    namespace: kserve-ci-e2e-test
    resourceVersion: "20082"
    uid: b625dc78-3bb1-4132-a600-d2279bdc754b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5b25d18683
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: 0ac2c654-6a61-4c10-92bd-1562a21714cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5b28cda20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: 578b696f-e4de-4a6b-bc2c-ee922cf30683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:01:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:12Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5b293954e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 13064d65-6340-458d-8439-213c161155f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:17Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5c35497736
    namespace: kserve-ci-e2e-test
    resourceVersion: "20126"
    uid: af989a98-f832-4f87-8a25-2973bd43a747
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5c38699c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: af96681d-24e1-4220-993b-424f1c4c13e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5c38de295a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20131"
    uid: 77311bb8-cd34-4e54-a6d4-2b373f4a5f46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5c38e8619e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20133"
    uid: b54c350f-3286-4a29-9eb7-755aec874baa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5c3c0ecef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20136"
    uid: b007d9ba-8dd9-49bb-b55e-2366078f283d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:01:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:01:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:17Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a5c3c80381a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20137"
    uid: 489cedc7-2853-45ae-b3fc-afec3b4d3002
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:02:45Z"
  message: 'Readiness probe failed: Get "http://10.133.0.43:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a650f9e78dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: 7a1ca3cb-59e9-44f7-857b-ccdd30b9fc2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:02:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a6fd74468cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 7157b192-8598-46a9-b02b-b89cde1b449a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:02:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:41Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a6fd744dd2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: 98b7d5b6-3a9a-44df-83db-66e4aa2f91b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20063"
    uid: f93e7703-1771-40b2-a4dc-3e76c4e704e4
  kind: Event
  lastTimestamp: "2026-09-17T17:02:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:02:45Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9.18d62a70b37510d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 3a9ac270-06cd-408e-92b4-d18b863e710b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20050"
    uid: 1d461953-bd12-409c-be8b-8011b94baaf8
  kind: Event
  lastTimestamp: "2026-09-17T17:01:11Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-qkdx9'
  metadata:
    creationTimestamp: "2026-09-17T17:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d62a5ade0c6f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: a687763a-4214-49ed-a1fe-a919ba9286c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 2d3a3eeb-4799-4b80-aae1-3d3df0e9d393
  kind: Event
  lastTimestamp: "2026-09-17T17:01:11Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:11Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62a5adb18cf01
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: 15ac7dd3-fdda-4767-9fe4-56933531f6da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: f81f5df5-b5e8-405f-a0ea-0e85c311713e
  kind: Event
  lastTimestamp: "2026-09-17T17:01:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62a5e5a4c006a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 2a1aafa2-62f7-4ef4-9f3d-d80dc828b7ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20049"
    uid: f81f5df5-b5e8-405f-a0ea-0e85c311713e
  kind: Event
  lastTimestamp: "2026-09-17T17:01:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62a5e5abeba99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20311"
    uid: df89b1e2-c6d2-487d-ae67-7a0dab66a740
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20207"
    uid: f81f5df5-b5e8-405f-a0ea-0e85c311713e
  kind: Event
  lastTimestamp: "2026-09-17T17:02:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62a655915202f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 79441ef9-8b6b-431f-9776-08138a22e8c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20207"
    uid: f81f5df5-b5e8-405f-a0ea-0e85c311713e
  kind: Event
  lastTimestamp: "2026-09-17T17:02:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:41Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62a65598552d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: d260b40c-1ec0-4261-8e48-8594236eacb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: cf15cbe2-38fc-4567-9464-ec0053b9d5cc
  kind: Event
  lastTimestamp: "2026-09-17T17:02:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:36Z"
    name: isvc-predictive-lightgbm-v2.18d62a5adb02322f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: bdb5abc7-9726-48f9-b1c5-c8c4dad42b2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: cf15cbe2-38fc-4567-9464-ec0053b9d5cc
  kind: Event
  lastTimestamp: "2026-09-17T17:01:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:01:11Z"
    name: isvc-predictive-lightgbm-v2.18d62a5adb5f0cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20055"
    uid: 3d775412-96f8-4855-a978-474ddef47ac8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20789"
    uid: cf15cbe2-38fc-4567-9464-ec0053b9d5cc
  kind: Event
  lastTimestamp: "2026-09-17T17:02:36Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:36Z"
    name: isvc-predictive-lightgbm-v2.18d62a6e805594a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: 551cf555-0059-4b1b-b570-1fc4dc091051
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 0f08b119-bc20-4998-98cc-7fa2452c0932
  kind: Event
  lastTimestamp: "2026-09-17T16:58:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:58:00Z"
    name: isvc-predictive-lightgbm.18d62a1a86643107
    namespace: kserve-ci-e2e-test
    resourceVersion: "18351"
    uid: 57708a7b-8c2e-459c-8cc1-de7914133461
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 0f08b119-bc20-4998-98cc-7fa2452c0932
  kind: Event
  lastTimestamp: "2026-09-17T16:56:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:35Z"
    name: isvc-predictive-lightgbm.18d62a1a86c5f9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: 2822e329-f966-4544-a5df-38b8bf94fd1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18349"
    uid: 0f08b119-bc20-4998-98cc-7fa2452c0932
  kind: Event
  lastTimestamp: "2026-09-17T16:58:00Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:58:00Z"
    name: isvc-predictive-lightgbm.18d62a2e5c897d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 04639fca-e5b6-47f7-acc9-3566bce7d152
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:52:43.951825Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:52:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629e4a6aaab55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: bfd529c1-cecb-450f-b1de-42dbeef56086
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:52:44Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:52:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629e4c9c05466
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: 365d657e-913e-45c3-bb63-c0d5d6ee6a47
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:52:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629e4cb8a8f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 7da2252f-bba0-4bef-8d2a-3b92956be0ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:52:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629e4cf1b5eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: d0c83055-18c1-4478-9ba4-d5eabb08b01b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:52:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629e4cffd4404
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: 213646e1-c034-4ca5-9687-f4d170cca828
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:52:48Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:48Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629e5cdf7d585
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: ebc22a62-cd3d-4f92-b881-a4ece85c9188
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:53:13Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 24.67s (24.67s
    including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629eb8c6eb764
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 97e940fe-258e-46b2-a28f-76c71e09f113
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:53:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629eb8fc6df8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 27dc9a8d-b0d1-4782-930e-2f03c5201597
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:53:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629eb9027774b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 8dcdcfd7-c593-4b2c-a588-a52138034224
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:53:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629eb9030af9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: 0d2fe083-9dcf-4f44-9e7f-75a86d6e1ba5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:53:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629eb92e7cdff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 9c1927e2-011b-4466-951e-3eb69f33a7f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:53:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:53:13Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629eb934463f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 819ae230-3fa0-4110-8424-3d1370b0a8c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:54:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:21Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629ebe55ab5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: eb563059-88cf-4a82-8d47-1d3a7a30d8a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:54:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629fe667573c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: e7a60964-44ee-4ea7-aef7-a303c8784005
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:54:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629fe6675fbf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: 14a39893-6738-4504-91cf-7d7388b81631
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 73696000-2f51-43d4-8c56-5a4c22fa81ce
  kind: Event
  lastTimestamp: "2026-09-17T16:54:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:54:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:36Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc.18d629fec19c0847
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: accd3aaf-9d56-41b7-880f-b504fe4070ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: c1536a17-5ed9-4ab9-96d1-10c898b7288e
  kind: Event
  lastTimestamp: "2026-09-17T16:52:43Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-6h8gc'
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:43Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d629e4a61dd00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: d5090471-702f-4b7e-aaf9-40bb20631469
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: e01e7c3b-f64d-497a-a1e9-3a1c569adb5c
  kind: Event
  lastTimestamp: "2026-09-17T16:52:43Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:43Z"
    name: isvc-predictive-sklearn-predictor.18d629e4a29ba809
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: aefd1fe4-367b-47f3-8538-46c7e3cd0d01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 670c8fe8-c82a-4c9a-a669-becd27039b84
  kind: Event
  lastTimestamp: "2026-09-17T16:53:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:43Z"
    name: isvc-predictive-sklearn-predictor.18d629e821312006
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: db38dfe2-5188-48da-8a8c-babd97c307c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 670c8fe8-c82a-4c9a-a669-becd27039b84
  kind: Event
  lastTimestamp: "2026-09-17T16:53:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:52:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:43Z"
    name: isvc-predictive-sklearn-predictor.18d629e82199cd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: 184aa557-eed0-4895-9b7b-84047198df09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 670c8fe8-c82a-4c9a-a669-becd27039b84
  kind: Event
  lastTimestamp: "2026-09-17T16:54:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:28Z"
    name: isvc-predictive-sklearn-predictor.18d629f61cb51edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: e5ae0b6b-c444-42ba-9266-01533148e3d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 670c8fe8-c82a-4c9a-a669-becd27039b84
  kind: Event
  lastTimestamp: "2026-09-17T16:54:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:28Z"
    name: isvc-predictive-sklearn-predictor.18d629f61d254918
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 93a29f0c-9d40-496c-b362-5b6396a1f4aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:58:11.201969Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:58:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:58:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a30d84b95a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18476"
    uid: ba41720a-8cc9-4d1f-89d4-6e10857a14ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a30e22da353
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 1a0ac869-1c91-481c-9425-3058c50fd008
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:12Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:58:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a311e9ea0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: c25c88b4-9bbc-4f75-a8c2-e724e2234eee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a311ffd880a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: 371df9a4-a57e-4996-bc99-219a6b133cba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a3122dd581d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: e29949db-6d53-46f1-8202-162e4f1aa3f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a3123493d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: 154236ff-df43-4733-9698-683ee618c81a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a321856ffe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: 4f3125ff-9426-420a-b436-3ee29cb0c638
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a321c085f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: a4fc0ccb-38b1-4ada-92f0-1f6984f1dcea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a321c793cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18549"
    uid: 56c63cb0-5670-4ddc-9ede-86dfce7a7435
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a321c83af01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 951255fa-9a16-4fc1-8bf7-00943bd0c26a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a321f362384
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: e1b92b10-3fde-4967-97ea-1074e6d8488e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:58:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:58:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a321fa3da43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 4f523325-46c2-474a-b6de-2749bb3c6b56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:59:23Z"
  message: 'Readiness probe failed: Get "http://10.133.0.41:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.41:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:23Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a3ab6a1d201
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: a7989988-93f7-46ee-9b29-a2dc3899371c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:59:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:31Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a437bde5fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: eeb251f1-0f84-4784-a492-eae7b5dd7d91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:59:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:59:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:31Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a437bdedb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: 86dd415a-ca55-4d17-b25d-a58134f81d9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18473"
    uid: a7be2b64-7ec1-4407-9d60-b787d343a425
  kind: Event
  lastTimestamp: "2026-09-17T16:59:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:33Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn.18d62a44067a13ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19134"
    uid: b6a9fea3-4550-47ce-a87d-f6bc445fe93c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: c0a0488c-1ba1-4e85-a69d-ae9a235c8e7a
  kind: Event
  lastTimestamp: "2026-09-17T16:58:11Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-xgzjn'
  metadata:
    creationTimestamp: "2026-09-17T16:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d62a30d8011a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "18474"
    uid: 5b2395ec-8932-45ba-bf30-05691edcb974
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18461"
    uid: ece8a083-a340-4da1-a1c0-ad2493cde27a
  kind: Event
  lastTimestamp: "2026-09-17T16:58:11Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:11Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62a30d53cba29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: ab32043f-9bc1-462f-bd75-ea76b4d67388
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: b1f596af-d30a-4038-a593-8a47992a076d
  kind: Event
  lastTimestamp: "2026-09-17T16:58:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62a3453837f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18625"
    uid: bfed6112-701a-4f46-bceb-977b1989b6db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18462"
    uid: b1f596af-d30a-4038-a593-8a47992a076d
  kind: Event
  lastTimestamp: "2026-09-17T16:58:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:58:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62a3453f27245
    namespace: kserve-ci-e2e-test
    resourceVersion: "18627"
    uid: 6d4ba265-0e39-47e3-baee-a6532472e269
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: b1f596af-d30a-4038-a593-8a47992a076d
  kind: Event
  lastTimestamp: "2026-09-17T16:59:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62a37d2ae6d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 5a2311da-65f1-4acf-a3a9-23c25004c85c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18626"
    uid: b1f596af-d30a-4038-a593-8a47992a076d
  kind: Event
  lastTimestamp: "2026-09-17T16:59:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:26Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62a37d31cd50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 48849946-a46f-4d70-837f-67c69400cfbe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 26148df7-a1c3-4a36-b657-484604005bef
  kind: Event
  lastTimestamp: "2026-09-17T16:59:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:30Z"
    name: isvc-predictive-sklearn-v2.18d62a30d513c18b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: efce441a-15c9-447c-8393-115277fc423b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:58:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 26148df7-a1c3-4a36-b657-484604005bef
  kind: Event
  lastTimestamp: "2026-09-17T16:58:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:58:11Z"
    name: isvc-predictive-sklearn-v2.18d62a30d59137be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 1784603a-bcd3-4a21-9560-ea6ab8fc8d0a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: 26148df7-a1c3-4a36-b657-484604005bef
  kind: Event
  lastTimestamp: "2026-09-17T16:59:30Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:30Z"
    name: isvc-predictive-sklearn-v2.18d62a434928694a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19089"
    uid: bb67480c-f166-4feb-be81-7208416262e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 0fd96662-7453-4626-a858-56cb53a5c7e8
  kind: Event
  lastTimestamp: "2026-09-17T16:54:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:54:31Z"
    name: isvc-predictive-sklearn.18d629e4a2a35e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: 8585a1fd-5661-42a1-be07-dc123fb0ea4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 0fd96662-7453-4626-a858-56cb53a5c7e8
  kind: Event
  lastTimestamp: "2026-09-17T16:52:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:52:43Z"
    name: isvc-predictive-sklearn.18d629e4a342fea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 0f4f51ad-e177-412b-8cc2-e925a51090fa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: 0fd96662-7453-4626-a858-56cb53a5c7e8
  kind: Event
  lastTimestamp: "2026-09-17T16:54:31Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:54:31Z"
    name: isvc-predictive-sklearn.18d629fd9d050bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: 684e6384-2172-476d-bbb3-9145be4838ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:54:39.720107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-78mk4
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:54:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:54:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d629ff9afe5e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: dbc87635-421d-4f0c-9bce-8cc46449dbb7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:54:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d629ffa5f2a69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: c87f6c01-bb72-41c9-96ba-26d304bb20b9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:54:40Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:54:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d629ffe0ec3b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: fad8aaee-dbba-4533-81b0-14ab503af5ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:54:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d629ffe24968e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 29570592-6563-4a9d-9f43-3900963fb7e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:54:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d629ffe587d0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 4ca36849-4d26-44e9-9ef7-1e5035a61c62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:54:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d629ffe5f379cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: 313459fe-adbd-4734-ad6a-9fde754330c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:54:44Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T16:54:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:44Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a00cc210d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: bb11e205-b08a-446b-b2a4-6324ff5f1a63
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:55:06Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.841s
    (21.841s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a05e1fa4083
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 18e51134-ca19-4155-93b0-b2208276ef6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:55:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a05e954745d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: 4e567bb1-2622-49c0-b8fa-0f901bc7619f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:55:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a05ea64e377
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 367b0d1e-572d-4146-972b-227865bc7311
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:55:06Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:06Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a05ea707039
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: f8e362fb-ceb3-4024-9169-ff9737e4008e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:55:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.939s (2.939s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a0699a8d2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 3265588a-0bee-45f0-8fc7-8b407b563f7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:55:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a069e482359
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: bb1964df-2d56-435e-94f5-41e311d756b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:55:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a069f8caf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: b72f455a-df8e-40b1-b069-bf9a2bc83d5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:56:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:17Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a06e2abad89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: d56555c9-7f20-4dbe-a26d-18db86b6d0a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:56:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a1955441f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: b0970a4a-413b-4019-8cd3-918b23fabe98
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:56:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:30Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a195544967c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: bef170cc-d769-420a-a7be-b77191ef566c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 514f5dda-a1b1-4f9a-9d82-7705f119d37b
  kind: Event
  lastTimestamp: "2026-09-17T16:56:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:31Z"
    name: isvc-predictive-xgboost-predictor-695f978978-78mk4.18d62a19bed411fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: c1ee78ed-e8f1-459e-9fc7-7a07c75ad247
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: 8cbf8eb9-ef96-4a94-86ed-8601d3051441
  kind: Event
  lastTimestamp: "2026-09-17T16:54:39Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-78mk4'
  metadata:
    creationTimestamp: "2026-09-17T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:39Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d629ff9a746bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 66291faa-8760-43fa-ac3d-1ddbb4849292
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16426"
    uid: 7612063d-fb60-45a9-b51e-ba830eae8fc6
  kind: Event
  lastTimestamp: "2026-09-17T16:54:39Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:39Z"
    name: isvc-predictive-xgboost-predictor.18d629ff97c52a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: f49fe443-7698-4bc8-8353-3222cd94fa60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: ed12f77e-f835-4d54-988f-1eb093be4a98
  kind: Event
  lastTimestamp: "2026-09-17T16:55:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:39Z"
    name: isvc-predictive-xgboost-predictor.18d62a0316b70c37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: 5f6859ec-ad03-49ac-8534-d39bbcfb8dac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: ed12f77e-f835-4d54-988f-1eb093be4a98
  kind: Event
  lastTimestamp: "2026-09-17T16:55:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:39Z"
    name: isvc-predictive-xgboost-predictor.18d62a03171a9686
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: 3fdfd66a-976d-4990-8787-734d0278d719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: ed12f77e-f835-4d54-988f-1eb093be4a98
  kind: Event
  lastTimestamp: "2026-09-17T16:56:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:24Z"
    name: isvc-predictive-xgboost-predictor.18d62a0a1525f9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17430"
    uid: 11be99bf-c241-42e2-b8e4-658e0b075d0d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: ed12f77e-f835-4d54-988f-1eb093be4a98
  kind: Event
  lastTimestamp: "2026-09-17T16:56:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:24Z"
    name: isvc-predictive-xgboost-predictor.18d62a0a1591e954
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 3cd556c1-92d1-4f68-82d6-d5bb365f89a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:59:36.439490Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:59:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:59:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a44b0d8e2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: 96194486-2ac5-44c7-a8d3-23cca7aa6f90
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a44bba3887d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: 20e0158b-193b-4bf4-8c9f-0b38c1ea2939
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:37Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:59:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a44f6b86784
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: 54343c67-e262-4f06-9210-01458ebb6b16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a44f81860f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19207"
    uid: 6286486d-1291-4be6-b5e5-9883d79685aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a44fc381ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19210"
    uid: 2d8282d2-ca05-4b2b-ab1f-fb5639393ab9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a44fca5c4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 9f0752ed-4ef1-4e6a-9930-30c7275cdf28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:41Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:41Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a45fb97cd07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: cf45521d-5de0-404d-a9a3-67e225019573
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a45ff03684d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: 9e0d97de-aef3-42bf-bf24-2fd199d8d32a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a45ff78a8aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19257"
    uid: 644093e6-3c1e-467c-8d56-89e3d0670ae8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a45ff86bac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19258"
    uid: 0df03e8a-4645-4cc9-a472-7e6a6219ff2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a46027a1e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19260"
    uid: a9b098b9-970a-4227-9c2b-b63611cd7f2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T16:59:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:59:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a4602e9fef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19261"
    uid: cd4b9788-b126-47d5-8225-e8435c5f4622
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T17:01:09Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a4e99fd6af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 380ec7ed-1c31-44be-98c2-227081c8be84
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T17:01:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a59a9900040
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: 61b8a50a-e332-49f9-ae5b-86065323b622
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T17:01:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a59a9908595
    namespace: kserve-ci-e2e-test
    resourceVersion: "19995"
    uid: caaaa733-f800-4b30-a673-d276d9edecd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:01:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19182"
    uid: 6180006d-3ffd-4272-af33-352ccb70d270
  kind: Event
  lastTimestamp: "2026-09-17T17:01:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:01:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc.18d62a5a3ddf91c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: e8254b45-db0f-4e6c-bdae-386e26de6c4c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: 8da5865c-66cb-471c-a907-f8791c654c2f
  kind: Event
  lastTimestamp: "2026-09-17T16:59:36Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-fgvjc'
  metadata:
    creationTimestamp: "2026-09-17T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d62a44b06ebcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19181"
    uid: e646c1e3-e84f-4d12-9c36-252cbf8066b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: 8e39b441-42e5-48a5-8f5b-8a9d262d1579
  kind: Event
  lastTimestamp: "2026-09-17T16:59:36Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:59:36Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62a44ad8250e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: cf2c0102-5f47-48cf-865f-e564b19762c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: 3664058a-ee50-47f8-b2ab-bf5a59052e4e
  kind: Event
  lastTimestamp: "2026-09-17T17:00:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:21Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62a482c085e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: a45cf247-6b0b-43fa-a590-9f292811ecc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: 3664058a-ee50-47f8-b2ab-bf5a59052e4e
  kind: Event
  lastTimestamp: "2026-09-17T17:00:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:00:21Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62a482c6d0963
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: 13549602-b09c-4c52-8232-1c5a5346a3c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: 3664058a-ee50-47f8-b2ab-bf5a59052e4e
  kind: Event
  lastTimestamp: "2026-09-17T17:01:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:06Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62a52a9499468
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: aabab547-f4b7-440c-bb8e-c9553e1de973
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: 3664058a-ee50-47f8-b2ab-bf5a59052e4e
  kind: Event
  lastTimestamp: "2026-09-17T17:01:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:01:06Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62a52a9b17e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 63d59d89-752e-442d-8809-5f773f6ec49c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 9b173b9a-6849-429e-b6dd-f3d81aa9a677
  kind: Event
  lastTimestamp: "2026-09-17T17:00:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:59Z"
    name: isvc-predictive-xgboost-v2.18d62a44ad8640a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: f7bddf56-9971-43a5-b086-ce07df408707
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:59:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 9b173b9a-6849-429e-b6dd-f3d81aa9a677
  kind: Event
  lastTimestamp: "2026-09-17T16:59:36Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:59:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:59:36Z"
    name: isvc-predictive-xgboost-v2.18d62a44ae16bd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 6695d7fe-2cb1-4f78-b033-e502be284039
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:00:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: 9b173b9a-6849-429e-b6dd-f3d81aa9a677
  kind: Event
  lastTimestamp: "2026-09-17T17:00:59Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:00:59Z"
    name: isvc-predictive-xgboost-v2.18d62a58085b6dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: f143433b-995d-42ba-8d33-92a2eed1591e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: b1e70767-f877-433e-8700-39ee7c1eb3fd
  kind: Event
  lastTimestamp: "2026-09-17T16:56:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:27Z"
    name: isvc-predictive-xgboost.18d629ff97c85e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: 5070dd25-a46b-430a-9613-72092cc82616
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: b1e70767-f877-433e-8700-39ee7c1eb3fd
  kind: Event
  lastTimestamp: "2026-09-17T16:54:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:54:39Z"
    name: isvc-predictive-xgboost.18d629ff98537f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 505e126d-c05e-405a-9230-588d6414f7f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17454"
    uid: b1e70767-f877-433e-8700-39ee7c1eb3fd
  kind: Event
  lastTimestamp: "2026-09-17T16:56:27Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:27Z"
    name: isvc-predictive-xgboost.18d62a189a69cbd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: e6cdf11d-8ffd-464a-8ce0-1d67181d867a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:30:50.864527Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37751"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:30:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:30:50Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bf91d49234a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37757"
    uid: 4a97a849-7772-4f5f-bdfd-2fc362b17a10
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37761"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:51Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:30:51Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bf93f7347cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37771"
    uid: 90c43c09-8ffd-4299-ad87-7ec39a119b05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:51Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bf940ed1291
    namespace: kserve-ci-e2e-test
    resourceVersion: "37774"
    uid: 57881615-5555-4747-acb0-e4bcb956d595
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:51Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bf943e1d3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37776"
    uid: 6b8c449d-b32f-4023-adc2-8a8c105fde30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:51Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bf9444f89a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37777"
    uid: f7f95607-404c-4a4d-910d-97678173db64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:56Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bfa5382aedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: 366a1239-b54c-4261-ad14-c0caed2b959b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:56Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bfa56641ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37816"
    uid: b57911e6-1c2e-48d0-bd5b-f331c94ec1ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:56Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bfa56ef24be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37817"
    uid: 96fa36d0-0a56-4fc2-9311-fd3c4d31be3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:56Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bfa56f9ccc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37819"
    uid: c91f1ad5-a9fe-4812-b053-4c778178c827
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:56Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bfa59e8eeff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37821"
    uid: e3aa97b2-7f1f-421c-aa50-063528c578ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:56Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bfa5a58f7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: a1cfd231-f377-467c-b625-2804d8542b4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:32:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:03Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62bfa8f893af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38386"
    uid: 3824acee-0aec-45b2-a038-b12dd6a6b5e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:32:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:54Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62c15cd02b8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38876"
    uid: 7339b5ad-24b7-4f1c-a005-7d36e816bb61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:32:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:54Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62c15cd0347f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38877"
    uid: 2329763d-d621-485c-9077-b5f60197e3f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37755"
    uid: 378254bf-ac71-46fe-8afa-aa28bf90634d
  kind: Event
  lastTimestamp: "2026-09-17T17:32:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:58Z"
    name: isvc-primary-442a34-predictor-668f45cfcc-qdwrg.18d62c16bbe84f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "38914"
    uid: f2d90817-1c91-4119-ae97-58200de99e95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-442a34-predictor-668f45cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: dc0a40a3-4d99-483e-a02a-b7185215a09e
  kind: Event
  lastTimestamp: "2026-09-17T17:30:50Z"
  message: 'Created pod: isvc-primary-442a34-predictor-668f45cfcc-qdwrg'
  metadata:
    creationTimestamp: "2026-09-17T17:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:50Z"
    name: isvc-primary-442a34-predictor-668f45cfcc.18d62bf91cc0e9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37753"
    uid: 4611073a-cf0d-449a-974b-f1fad168e318
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-442a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37742"
    uid: fe8205fd-3ecf-479c-972b-027c21f2a7cf
  kind: Event
  lastTimestamp: "2026-09-17T17:30:50Z"
  message: Scaled up replica set isvc-primary-442a34-predictor-668f45cfcc from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:50Z"
    name: isvc-primary-442a34-predictor.18d62bf91a174328
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: ecfecdde-d30a-4fbb-aa77-d0f77ee50063
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:31:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-442a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37743"
    uid: afcfa521-03c6-4a96-a54c-fd565dab8a7f
  kind: Event
  lastTimestamp: "2026-09-17T17:31:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:31:05Z"
    name: isvc-primary-442a34-predictor.18d62bfc98fefab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37895"
    uid: ad31fc5f-6586-4fec-8bf8-79689193ed18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:31:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-442a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37743"
    uid: afcfa521-03c6-4a96-a54c-fd565dab8a7f
  kind: Event
  lastTimestamp: "2026-09-17T17:31:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:31:05Z"
    name: isvc-primary-442a34-predictor.18d62bfc995f13f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37897"
    uid: 906f991e-ca8f-40a8-aacb-5b5276529d33
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-442a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37896"
    uid: afcfa521-03c6-4a96-a54c-fd565dab8a7f
  kind: Event
  lastTimestamp: "2026-09-17T17:32:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:50Z"
    name: isvc-primary-442a34-predictor.18d62c001813d7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38816"
    uid: 6032b7bd-51ba-4ab6-8584-3f10c9969aeb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:31:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-442a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37896"
    uid: afcfa521-03c6-4a96-a54c-fd565dab8a7f
  kind: Event
  lastTimestamp: "2026-09-17T17:32:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:31:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:50Z"
    name: isvc-primary-442a34-predictor.18d62c00187bc23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38817"
    uid: a2bd42ca-829b-4321-ab7e-c0131bf79a6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-442a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: ec041727-87f1-4568-94d3-b8071cc2c3d5
  kind: Event
  lastTimestamp: "2026-09-17T17:32:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:32:13Z"
    name: isvc-primary-442a34.18d62bf91a426f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "38484"
    uid: 2ab77b36-fb6a-425c-abe1-daff83fda3d4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-442a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: ec041727-87f1-4568-94d3-b8071cc2c3d5
  kind: Event
  lastTimestamp: "2026-09-17T17:30:50Z"
  message: 'Failed to update status for InferenceService "isvc-primary-442a34": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-442a34":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:50Z"
    name: isvc-primary-442a34.18d62bf91a960095
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: 71845594-fa30-47d6-86fa-be59188a8ae2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-442a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "37735"
    uid: ec041727-87f1-4568-94d3-b8071cc2c3d5
  kind: Event
  lastTimestamp: "2026-09-17T17:30:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-442a34": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:50Z"
    name: isvc-primary-442a34.18d62bf91a967ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37750"
    uid: 7ba21a7e-4916-4d11-be50-cec09fc44d25
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-442a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38482"
    uid: ec041727-87f1-4568-94d3-b8071cc2c3d5
  kind: Event
  lastTimestamp: "2026-09-17T17:32:13Z"
  message: InferenceService [isvc-primary-442a34] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:32:13Z"
    name: isvc-primary-442a34.18d62c0c47098ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "38483"
    uid: f1812d9e-b1bb-4c41-a932-c8c9889bc926
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:32:36.012124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38679"
    uid: 14bfc0ad-e5d3-48ad-b6e1-3a79042cdcad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-442a34-predictor-c59998f8b-zqfmb
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:32:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:32:36Z"
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb.18d62c119892487f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38685"
    uid: 23f6a97a-7f5d-4118-87a6-6b7d48325075
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38689"
    uid: 14bfc0ad-e5d3-48ad-b6e1-3a79042cdcad
  kind: Event
  lastTimestamp: "2026-09-17T17:32:36Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:32:36Z"
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb.18d62c11ba7d556e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38700"
    uid: 11552175-73d8-46ee-906c-99535c7bebde
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: 14bfc0ad-e5d3-48ad-b6e1-3a79042cdcad
  kind: Event
  lastTimestamp: "2026-09-17T17:32:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:42Z"
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb.18d62c11bc121894
    namespace: kserve-ci-e2e-test
    resourceVersion: "38751"
    uid: 12c3bbb8-df36-45c0-96b0-3e49ca2a53bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: 14bfc0ad-e5d3-48ad-b6e1-3a79042cdcad
  kind: Event
  lastTimestamp: "2026-09-17T17:32:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:43Z"
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb.18d62c11bebbd0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: 21182cee-6d06-464d-8238-66ab724763f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: 14bfc0ad-e5d3-48ad-b6e1-3a79042cdcad
  kind: Event
  lastTimestamp: "2026-09-17T17:32:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:43Z"
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb.18d62c11bf355b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38756"
    uid: a5ac7e53-5122-461b-9cf0-dae84e938832
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38681"
    uid: 14bfc0ad-e5d3-48ad-b6e1-3a79042cdcad
  kind: Event
  lastTimestamp: "2026-09-17T17:32:49Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-442a34-predictor-c59998f8b-zqfmb_kserve-ci-e2e-test(14bfc0ad-e5d3-48ad-b6e1-3a79042cdcad)
  metadata:
    creationTimestamp: "2026-09-17T17:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:32:49Z"
    name: isvc-secondary-442a34-predictor-c59998f8b-zqfmb.18d62c149fd6ec42
    namespace: kserve-ci-e2e-test
    resourceVersion: "38799"
    uid: b16a039d-9caa-4429-8d6e-33987273e9ca
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-442a34-predictor-c59998f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38672"
    uid: 1bd42ab2-5e73-4f43-92ce-865a26c23a94
  kind: Event
  lastTimestamp: "2026-09-17T17:32:36Z"
  message: 'Created pod: isvc-secondary-442a34-predictor-c59998f8b-zqfmb'
  metadata:
    creationTimestamp: "2026-09-17T17:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:36Z"
    name: isvc-secondary-442a34-predictor-c59998f8b.18d62c1197ffe72d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38680"
    uid: 2157c977-8e93-463a-89cd-ddeed72ca47f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-442a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: 691b6dba-e720-4c2f-808f-4d8ae0080a8b
  kind: Event
  lastTimestamp: "2026-09-17T17:32:35Z"
  message: Scaled up replica set isvc-secondary-442a34-predictor-c59998f8b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:35Z"
    name: isvc-secondary-442a34-predictor.18d62c11952d6444
    namespace: kserve-ci-e2e-test
    resourceVersion: "38673"
    uid: 3dab6fe5-99db-4498-b243-88510c968c9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-442a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: 7a785a0b-9c42-4ed9-b1fd-e36fa6d95c73
  kind: Event
  lastTimestamp: "2026-09-17T17:32:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:50Z"
    name: isvc-secondary-442a34-predictor.18d62c15138ae4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 6e788c9a-6b4a-40ae-b788-83a21cea8cfe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-442a34-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: 7a785a0b-9c42-4ed9-b1fd-e36fa6d95c73
  kind: Event
  lastTimestamp: "2026-09-17T17:32:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:32:50Z"
    name: isvc-secondary-442a34-predictor.18d62c1513ec9eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "38820"
    uid: 3b276b73-b047-4fe7-95b3-b4bf21bde6c0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-442a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38658"
    uid: 20133f97-fb52-426d-9c13-454d68de75ce
  kind: Event
  lastTimestamp: "2026-09-17T17:32:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:32:49Z"
    name: isvc-secondary-442a34.18d62c11952e6978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38803"
    uid: 20ec97f8-469b-4935-8498-1c9856381c70
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-442a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38658"
    uid: 20133f97-fb52-426d-9c13-454d68de75ce
  kind: Event
  lastTimestamp: "2026-09-17T17:32:35Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-442a34":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-442a34":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:32:35Z"
    name: isvc-secondary-442a34.18d62c1195b65420
    namespace: kserve-ci-e2e-test
    resourceVersion: "38676"
    uid: 84be7aeb-6eb6-4c97-8abe-d61af084337b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:32:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-442a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38658"
    uid: 20133f97-fb52-426d-9c13-454d68de75ce
  kind: Event
  lastTimestamp: "2026-09-17T17:32:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-442a34": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:32:35Z"
    name: isvc-secondary-442a34.18d62c1195b68404
    namespace: kserve-ci-e2e-test
    resourceVersion: "38677"
    uid: 345629bf-d62d-4d3b-b171-c4c09cd9b881
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:54:18.999350Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:54:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:54:19Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fac7f0b612
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: b8ea4e0b-bd15-4bf4-a43b-4d93194ea15a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:19Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:54:19Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fae9e439c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: a857573d-ec95-41fb-86be-44d0a9e8d4b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:19Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629faeb6951b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: 80a0552e-2c63-40a4-8cab-cd8856468aa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:19Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629faededa6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 50fab98a-d62e-4fb8-8b59-b73bd0ffddda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:19Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629faee4c8ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: 26d49c12-49fe-473d-a1e8-7e43fa171ce9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc0a7b8dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 9ec34964-05c0-4298-80e6-2480f8458152
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc0e6568ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: b11c9024-bf65-4603-9a9d-dd106ddaac57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc0ecd0284
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: 5c4f8661-7438-4308-94da-d1cb6e96a417
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc0ed7465c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: 87697c70-9cc3-44d9-80f8-805c5bb04c32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc1208a2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: 641c58ba-4de9-415a-b82a-365794059853
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc1269966d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 4f471c23-6a69-4d01-8cb9-53d45f942e53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:6b08d0c6feafdc947d16756a5e87ed5c77db04b24369e3640cb13be40670b327"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc1273d2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: 5ea2ea47-e448-46fc-81b0-9f637b56aefb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc1589ea39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: ddb646a9-7c2e-493b-a26d-76967a8d751c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:54:24Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:24Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc15e7d2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: 701766dc-7310-4fbc-b5f9-5db11427e8af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:56:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:01Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc46946e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: 06cd89e1-ed0c-458a-8d57-2c108ec7a89c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:56:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:11Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d629fc469dbe11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: 995e8fbd-041d-4f29-91c6-60bc935288e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:55:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:54Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d62a10e700ae87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 6e850124-6a12-435c-b004-ff1b1c159574
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:55:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:54Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d62a10e700e300
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 3505d729-3c8a-438b-b07e-00528a261806
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:55:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:54Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d62a10e7017f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: b2491a59-6476-4be1-8fb9-11e9bb89e6ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 25a12ba1-7ddb-4287-8607-e153d0e7e888
  kind: Event
  lastTimestamp: "2026-09-17T16:56:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:56:11Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q.18d62a1176d09361
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: 3a6e5bd3-99f5-4184-b052-f8c430fce0f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: e1ffa6d8-76b0-43a8-96a6-45b570582bec
  kind: Event
  lastTimestamp: "2026-09-17T16:54:18Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-c64cf68f4-6vc6q'
  metadata:
    creationTimestamp: "2026-09-17T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:18Z"
    name: isvc-sklearn-batcher-custom-predictor-c64cf68f4.18d629fac75f7487
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: 473c82d8-ef78-4711-bc0c-ff5223025965
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 138bbf29-a535-4d88-a655-bf8a669fadb9
  kind: Event
  lastTimestamp: "2026-09-17T16:54:18Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-c64cf68f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:18Z"
    name: isvc-sklearn-batcher-custom-predictor.18d629fac2a2e05e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16174"
    uid: 32328cce-92ea-47ae-b49d-b5b3b3687892
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: b1709559-0221-4ef0-a224-6d2b5d79e3db
  kind: Event
  lastTimestamp: "2026-09-17T16:55:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18d629fe40d9efe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 98116e6d-4af7-4948-a8c6-4856ed9d0be5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: b1709559-0221-4ef0-a224-6d2b5d79e3db
  kind: Event
  lastTimestamp: "2026-09-17T16:55:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:03Z"
    name: isvc-sklearn-batcher-custom-predictor.18d629fe41471ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 99ab1453-d744-4576-9f48-eb6dd2af1c74
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b1709559-0221-4ef0-a224-6d2b5d79e3db
  kind: Event
  lastTimestamp: "2026-09-17T16:55:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:48Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62a08bd706ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 66d4075a-722a-462d-94f5-32ae33d70d55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: b1709559-0221-4ef0-a224-6d2b5d79e3db
  kind: Event
  lastTimestamp: "2026-09-17T16:55:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:55:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:48Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62a08bdeeb31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 13fee7c3-9e8b-43ac-8e16-afa11cbf9aa5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16157"
    uid: f3a171c4-86b1-4f0d-86e8-7362909803c2
  kind: Event
  lastTimestamp: "2026-09-17T16:55:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:41Z"
    name: isvc-sklearn-batcher-custom.18d629fac299ebd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: a857a02b-04d2-4d18-9348-4346a3d31c9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: f3a171c4-86b1-4f0d-86e8-7362909803c2
  kind: Event
  lastTimestamp: "2026-09-17T16:55:41Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:41Z"
    name: isvc-sklearn-batcher-custom.18d62a0dff2002d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16956"
    uid: 0d515a1f-96ca-4958-96e1-1369cd03439f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:52:23.892489Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15115"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629dffb097938
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: a45f7de3-eac5-45e8-bba8-ed0bf081f469
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e01d27857a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 49980fe7-7808-451e-b893-9881f7bc5f46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e01ea7c1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: fda59933-2306-4741-9066-abfbff3aa9e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e0217e3de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15171"
    uid: 899ba6f9-51fa-4e18-b025-eef248cd6c40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T16:52:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:24Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e0223ac0ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15172"
    uid: 500a9b88-b9c0-40f0-8ba0-fb00f8aeae28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:28Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
  metadata:
    creationTimestamp: "2026-09-17T16:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:28Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e11e34013b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: 7122ba12-46f1-43ab-9137-443bad00bcb4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    in 14.892s (14.892s including waiting). Image size: 1580728223 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:43Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e495e4d78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 82a72afd-ecff-48cd-98f7-df3fda8b3887
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:43Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e498cb001c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: 3447d62b-3af8-46d3-b346-1d5f6c3efb73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:43Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e4992c8959
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 2598aea1-d71e-435a-8cfe-38b1e8514602
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:43Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T16:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:43Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e4993afa01
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 64797820-ff28-4cd5-91a8-77ce81f29358
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.353s (2.353s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:46Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e5258a3826
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 2a78f5fb-0b94-4a8d-8b37-8609fe478625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:46Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e5284fe58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 49de2f7c-455b-40b1-85b9-9e249afa80fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:46Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e528af75a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 916b8084-2e99-4623-81c6-3579d09da6d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:6b08d0c6feafdc947d16756a5e87ed5c77db04b24369e3640cb13be40670b327"
  metadata:
    creationTimestamp: "2026-09-17T16:52:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:46Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e528bb5ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: bf59d13e-774b-4903-8bd3-fc8b880f0821
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:6b08d0c6feafdc947d16756a5e87ed5c77db04b24369e3640cb13be40670b327"
    in 2.402s (2.402s including waiting). Image size: 240302180 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:48Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e5b7f56931
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 987f7e7e-2076-400e-99c7-ef7943016ca1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T16:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:48Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e5beb1c92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: f4122a14-fdb6-404f-9da9-f91d5b4b0f6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T16:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:52:48Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e5bf112de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: 674342de-d9ee-449c-950c-f1ced89564e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:54:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T16:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:35Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e60aaffbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: fbbd3281-9d67-4c85-935f-4e67d574f9e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:54:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T16:52:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:25Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629e60abcaadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: 08c07e7d-adf4-493b-9ac8-c67066a2842c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:54:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:18Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629fabf9af687
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 796cf4af-9011-4144-a8f7-f35a66b0fb59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:54:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:18Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629fabf9c1134
    namespace: kserve-ci-e2e-test
    resourceVersion: "16160"
    uid: 6dd8e09b-6a29-4f8a-950c-a99686b02822
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:54:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:54:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:18Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629fabf9c4e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 3adb3315-6ab6-47ab-a252-43accef517c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: f0afb92f-53d7-4c5f-bc34-d6823baf898f
  kind: Event
  lastTimestamp: "2026-09-17T16:54:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T16:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:54:35Z"
    name: isvc-sklearn-batcher-predictor-755dbf648-h8qwt.18d629fb3af13f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: ac03b66f-63cc-46ca-b876-8984e456be07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-755dbf648
    namespace: kserve-ci-e2e-test
    resourceVersion: "15108"
    uid: d26f4f77-9086-4496-a789-595a47d3c17f
  kind: Event
  lastTimestamp: "2026-09-17T16:52:23Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-755dbf648-h8qwt'
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-sklearn-batcher-predictor-755dbf648.18d629dffa776daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15116"
    uid: 3502ddac-c27e-4995-8169-736f94ee039d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: ff853909-18e3-4802-ac51-3fbf8e6c1ffc
  kind: Event
  lastTimestamp: "2026-09-17T16:52:23Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-755dbf648 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-sklearn-batcher-predictor.18d629dff5acbacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15109"
    uid: 6b205a67-e662-468b-9e66-8cd417403184
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: 8a235884-6497-4031-bd20-8614aeedfe0b
  kind: Event
  lastTimestamp: "2026-09-17T16:53:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:08Z"
    name: isvc-sklearn-batcher-predictor.18d629e37aade3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: fbcbd4b5-ef82-4d0e-ba6a-bdbb4fad7dde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: 8a235884-6497-4031-bd20-8614aeedfe0b
  kind: Event
  lastTimestamp: "2026-09-17T16:53:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:53:08Z"
    name: isvc-sklearn-batcher-predictor.18d629e37b1db60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 65d30037-bb85-419f-8a69-c71072fa3f73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: 8a235884-6497-4031-bd20-8614aeedfe0b
  kind: Event
  lastTimestamp: "2026-09-17T16:54:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:09Z"
    name: isvc-sklearn-batcher-predictor.18d629edf833ecb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 0e3affad-775b-4dea-ab8f-86b85d403c39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T16:53:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: 8a235884-6497-4031-bd20-8614aeedfe0b
  kind: Event
  lastTimestamp: "2026-09-17T16:54:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T16:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:54:09Z"
    name: isvc-sklearn-batcher-predictor.18d629edf8947059
    namespace: kserve-ci-e2e-test
    resourceVersion: "16071"
    uid: ca62cad2-f20b-44b2-9501-d961ad4b5c19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 01852096-9f7e-4911-9aa6-59943e47d987
  kind: Event
  lastTimestamp: "2026-09-17T16:54:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:54:06Z"
    name: isvc-sklearn-batcher.18d629dffbe23fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 7d6166b4-4052-4006-a515-8814c7c0df49
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 01852096-9f7e-4911-9aa6-59943e47d987
  kind: Event
  lastTimestamp: "2026-09-17T16:52:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-sklearn-batcher.18d629dffc403117
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: f0e6062a-5940-429f-91a2-21c4ce3be02e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:52:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15095"
    uid: 01852096-9f7e-4911-9aa6-59943e47d987
  kind: Event
  lastTimestamp: "2026-09-17T16:52:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T16:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:52:23Z"
    name: isvc-sklearn-batcher.18d629dffc408127
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 9613658d-05af-45c0-aeb2-2a6d24013aec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 01852096-9f7e-4911-9aa6-59943e47d987
  kind: Event
  lastTimestamp: "2026-09-17T16:54:06Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:54:06Z"
    name: isvc-sklearn-batcher.18d629f7c2b7b170
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: aab57a8a-d797-491c-b519-06160c35807b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:23:27.882777Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33339"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:23:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:23:27Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b91f98414de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33345"
    uid: 0f1c3c6d-be52-4240-bf7b-83431de01711
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:28Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b920520920a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33357"
    uid: 770684df-f9c5-4007-8f36-004d723d3919
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33350"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:29Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:23:29Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b923fc02eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33366"
    uid: b73e2643-3db8-4cd4-a8e8-a7a8b10e6738
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:29Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b92413ad259
    namespace: kserve-ci-e2e-test
    resourceVersion: "33368"
    uid: b3a8b665-5dfe-42a2-877e-18aeadda9369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:29Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b9244a06516
    namespace: kserve-ci-e2e-test
    resourceVersion: "33371"
    uid: 2805882c-9914-4dca-829a-e234bef05e09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:29Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b9245129261
    namespace: kserve-ci-e2e-test
    resourceVersion: "33372"
    uid: de878571-6c11-437e-9993-c46695d63522
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:33Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b933e644402
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: b480bde9-7520-4f45-9661-70f2a45781da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:33Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b9341db926b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: 1d293040-a98c-4c5c-8e6d-8b8e6333cd96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:33Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b93424ed0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: 08fd9611-4f89-4118-b44e-bd507cdf3fc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:33Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:33Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b934259e2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: 438d8823-ead5-4ab5-8631-375420f5d3de
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.884s (2.884s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:36Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b93ee4f1d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33438"
    uid: 0581c3c2-2345-46eb-ae5d-9a7676323ac4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:36Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T17:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:36Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b93f15b2e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 08f2809e-59bb-40ae-a412-f63803aac626
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:36Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T17:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:36Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b93f1c89509
    namespace: kserve-ci-e2e-test
    resourceVersion: "33441"
    uid: 22790326-adf6-4b20-ba33-8d7868c9dc52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:36Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b93f1d47f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 4f4d6c0a-0dd2-46e6-9d06-1b7f576e95cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:36Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b93f4c8afd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: a0f45a74-9118-4687-87a8-e981ce672c23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:36Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b93f53857e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33444"
    uid: 360fcb05-5473-41a1-9b97-df8163a918d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:25:13Z"
  message: 'Readiness probe failed: Get "http://10.133.0.65:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.65:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:24:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:13Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62b9a3cecbf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: aec3673d-9a14-4c5d-ae28-98917a271e4f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:24:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:47Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62ba49a3f2001
    namespace: kserve-ci-e2e-test
    resourceVersion: "34066"
    uid: c19889ed-d847-4f53-a400-59e67a238dcf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:24:47Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T17:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:47Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62ba49a3fa7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "34067"
    uid: abb0cd67-375c-4e2a-8ce7-0a20fc4b128b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:24:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:47Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62ba49a3fb33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34068"
    uid: b9b4f834-90c3-4a5a-88f9-d6e8e01afafd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33343"
    uid: c945bdef-1d75-4727-b169-cf8723db655c
  kind: Event
  lastTimestamp: "2026-09-17T17:25:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:13Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq.18d62ba4b6c69054
    namespace: kserve-ci-e2e-test
    resourceVersion: "34323"
    uid: 904a2d4f-37b4-4932-b5a7-52c8db081d5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-75869c94b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33331"
    uid: 035ac590-a2d8-4803-b6a2-97008880e445
  kind: Event
  lastTimestamp: "2026-09-17T17:23:27Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-75869c94b4-vwmwq'
  metadata:
    creationTimestamp: "2026-09-17T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:27Z"
    name: isvc-sklearn-mcp-predictor-75869c94b4.18d62b91f91b1e6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33342"
    uid: e19dfd9a-7028-45aa-8782-35e3050a5571
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33329"
    uid: 69adfa1b-52a1-4220-9a40-bd9703f3a259
  kind: Event
  lastTimestamp: "2026-09-17T17:23:27Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-75869c94b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:27Z"
    name: isvc-sklearn-mcp-predictor.18d62b91f61e78b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: 1a3a1440-79bc-469f-8d8b-00d6d561779d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: b4d5797f-9330-4eb6-b459-cfca8c2c77d3
  kind: Event
  lastTimestamp: "2026-09-17T17:24:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:24:43Z"
    name: isvc-sklearn-mcp.18d62b91f5acc383
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 784dea1f-b7d3-4c0d-b552-28ec1d675ca4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33322"
    uid: b4d5797f-9330-4eb6-b459-cfca8c2c77d3
  kind: Event
  lastTimestamp: "2026-09-17T17:23:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:23:27Z"
    name: isvc-sklearn-mcp.18d62b91f6278367
    namespace: kserve-ci-e2e-test
    resourceVersion: "33333"
    uid: ff2753ec-33a4-45e7-b40b-db7a01811f2c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34015"
    uid: b4d5797f-9330-4eb6-b459-cfca8c2c77d3
  kind: Event
  lastTimestamp: "2026-09-17T17:24:43Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:24:43Z"
    name: isvc-sklearn-mcp.18d62ba3924552ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34016"
    uid: 4a7382cf-ba35-4be8-843b-62bbc92c4253
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:03:20.549743Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-84dfd9559b-qz26q
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:03:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:03:20Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a78dedbef89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 68d7a719-982f-4120-a031-2bd93b38d819
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:20Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a78ebddbf39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: 0ec9ed8c-89b7-48ae-9699-3b39a74ff501
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:21Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:03:21Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7924c96e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 7be0cdc8-4942-4517-beda-61332f880ac6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:21Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a79263b63bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: 0a99c763-dd09-4f03-a194-3275bf1bf3ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:21Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a792941e363
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: a5d6bbc1-0191-41b9-9e75-33de6d855dad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:21Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7929b05942
    namespace: kserve-ci-e2e-test
    resourceVersion: "21267"
    uid: 9eeb590d-7fa4-4476-97f6-381f37b08133
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:26Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7a289d9b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: ed15e3ea-6925-4ed9-bea8-621fb4c802dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:26Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7a2bfd9821
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 05776aa8-a0d3-4bf3-87f6-251ed490887d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:26Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7a2c6f41c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: a5cadd35-4b48-41f5-8cb6-95c20719bc97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:26Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7a2c791e90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21315"
    uid: 4673abb6-a8b6-4a61-9e4a-78d17428719b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:26Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7a2fc36e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: e6bd66e9-6edd-4dae-b829-56fa43fad747
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:03:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:03:26Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7a30476643
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: 85a9938c-5e83-45bb-a943-37346fd6ce93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:04:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:35Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a7aa094104c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 312725e3-ad4c-4ce9-9b98-dda2e624bd03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:04:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:50Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a8dd755378b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: 5df2cf2d-0f64-45c2-abbe-7c7076cf4bc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:04:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:50Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a8dd755d558
    namespace: kserve-ci-e2e-test
    resourceVersion: "22045"
    uid: 0b1f1aa4-fd35-46f0-a2f6-52160f837c69
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-84dfd9559b-qz26q
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: e08fa50e-0750-4189-8209-a5bc7cbe3b9e
  kind: Event
  lastTimestamp: "2026-09-17T17:04:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:54Z"
    name: isvc-sklearn-predictor-84dfd9559b-qz26q.18d62a8ea6d5669e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: bbf18e9b-9046-4fc1-8a05-44d94cc57d40
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-84dfd9559b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: f5fc235d-eed0-4749-9b18-3c4959be37ee
  kind: Event
  lastTimestamp: "2026-09-17T17:03:20Z"
  message: 'Created pod: isvc-sklearn-predictor-84dfd9559b-qz26q'
  metadata:
    creationTimestamp: "2026-09-17T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:20Z"
    name: isvc-sklearn-predictor-84dfd9559b.18d62a78de5a7e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21241"
    uid: 9402bcf2-14dc-4414-8e9d-65b30c24301e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: 08e6c1c9-f37c-4259-9abd-728df11616ac
  kind: Event
  lastTimestamp: "2026-09-17T17:03:20Z"
  message: Scaled up replica set isvc-sklearn-predictor-84dfd9559b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:03:20Z"
    name: isvc-sklearn-predictor.18d62a78db62e01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 58c44e29-8fcf-4772-a477-7371c2b74fe1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21227"
    uid: 4a8aa5a3-83eb-4b6c-ac3d-bafa86502e84
  kind: Event
  lastTimestamp: "2026-09-17T17:04:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:05Z"
    name: isvc-sklearn-predictor.18d62a7c59daf05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 1ba6cea6-efab-4113-b6ca-30271fd38c83
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21227"
    uid: 4a8aa5a3-83eb-4b6c-ac3d-bafa86502e84
  kind: Event
  lastTimestamp: "2026-09-17T17:04:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:05Z"
    name: isvc-sklearn-predictor.18d62a7c5a3ce184
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: fb0a6652-00ae-478b-894a-014183e70fcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 4a8aa5a3-83eb-4b6c-ac3d-bafa86502e84
  kind: Event
  lastTimestamp: "2026-09-17T17:04:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:50Z"
    name: isvc-sklearn-predictor.18d62a86d69f2742
    namespace: kserve-ci-e2e-test
    resourceVersion: "22028"
    uid: 5dd99a4b-f50d-4105-a224-216679b91c18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: 4a8aa5a3-83eb-4b6c-ac3d-bafa86502e84
  kind: Event
  lastTimestamp: "2026-09-17T17:04:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:50Z"
    name: isvc-sklearn-predictor.18d62a86d70af6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: 7ede3804-a883-4b19-ac27-4ecd09b59bdc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:08:01.087157Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23852"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:08:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:08:01Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62aba303138d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23858"
    uid: ab3fceca-4621-4767-aa74-9fdcee9fa60b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:01Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62aba3ebaa1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23866"
    uid: 039b41f6-b5f6-4a8d-be10-8ff8caf64594
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23863"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:02Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:08:02Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62aba763d5882
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: ac18b4ca-e6ed-4a79-9a25-b00b2d32a4f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:02Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62aba77a8ed93
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: fd2e0aab-38ca-4058-b915-51443d96a533
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:02Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62aba7a680708
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: 98647553-6f3e-4191-9d9b-33e1a479e435
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:02Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62aba7afb6d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: 8cc652cb-8679-47f1-a58c-e146e80a7a3d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:08Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62abbeca95744
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: 58a67059-1491-49c4-9c33-64be8555449c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:08Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62abbf00d0763
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: d6d74dee-61c8-4c3c-ac34-2f2f965e33f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:08Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62abbf06f0ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: 7ccb32d7-e985-4c62-a631-39986e3f78f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:08Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62abbf0783f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: a5ef369c-9d7c-4a03-b7cd-95a2161f8702
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:08Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62abbf41fc08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23945"
    uid: e4d1c20b-060c-4805-9a3c-fb32b0f32b7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:08Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62abbf48235d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23946"
    uid: b5cde9b5-0b95-419f-8f8c-bd62aca07bc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:08:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:16Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62abc64a61f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24017"
    uid: 93412eab-b800-4428-85da-9fb574ddebd1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:08:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:32Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62ac19e1f8a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24162"
    uid: 394d28bb-528e-41b3-b452-df17bfd0ce3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk
    namespace: kserve-ci-e2e-test
    resourceVersion: "23854"
    uid: f27715f8-628e-434c-8ef8-40f2a61c5ad4
  kind: Event
  lastTimestamp: "2026-09-17T17:08:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:33Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk.18d62ac19e1fdc90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 2060d3b2-17bd-4f75-af05-224507da249f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-7fbff8696d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23842"
    uid: 3a173a20-c0a0-490d-af7c-17e2dc351d00
  kind: Event
  lastTimestamp: "2026-09-17T17:08:01Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-7fbff8696d-wttbk'
  metadata:
    creationTimestamp: "2026-09-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:01Z"
    name: isvc-sklearn-runtime-predictor-7fbff8696d.18d62aba2f96e95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23853"
    uid: 82549d9f-7777-456c-8adc-8718eaebfc7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23838"
    uid: 162c0405-0885-49b1-82a7-eae70ce35816
  kind: Event
  lastTimestamp: "2026-09-17T17:08:01Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-7fbff8696d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:01Z"
    name: isvc-sklearn-runtime-predictor.18d62aba2cc287d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23845"
    uid: 69e9d91a-129b-42fd-8559-af559bbe38ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: a01bc44c-fd8c-4489-819a-1cf7d9f71ac3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:16Z"
    name: isvc-sklearn-runtime-predictor.18d62abdab14ea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: 8523affa-54ea-4642-80f2-a5004d0fc9cf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23841"
    uid: a01bc44c-fd8c-4489-819a-1cf7d9f71ac3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:08:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:16Z"
    name: isvc-sklearn-runtime-predictor.18d62abdab7f663f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24014"
    uid: d650ae74-1fc5-4cdd-847b-3f62352001ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: a01bc44c-fd8c-4489-819a-1cf7d9f71ac3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:31Z"
    name: isvc-sklearn-runtime-predictor.18d62ac12ab2539a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24133"
    uid: 65a81be9-a777-4ac0-a550-2245bf2869e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: a01bc44c-fd8c-4489-819a-1cf7d9f71ac3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:08:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:31Z"
    name: isvc-sklearn-runtime-predictor.18d62ac12b22bfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24135"
    uid: 31b51def-83f7-41be-bdec-4e29242326ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 329b31d8-821b-4f5b-9395-fe391536d768
  kind: Event
  lastTimestamp: "2026-09-17T17:08:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:08:26Z"
    name: isvc-sklearn-runtime.18d62aba2c9dcf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "24102"
    uid: d11e901c-72ca-450a-beac-04a632c83c9e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 329b31d8-821b-4f5b-9395-fe391536d768
  kind: Event
  lastTimestamp: "2026-09-17T17:08:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:08:01Z"
    name: isvc-sklearn-runtime.18d62aba2d1af3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: 69bc8ff9-1f37-43e7-a1b9-670554dd69f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 329b31d8-821b-4f5b-9395-fe391536d768
  kind: Event
  lastTimestamp: "2026-09-17T17:08:26Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:08:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:08:26Z"
    name: isvc-sklearn-runtime.18d62ac023df4c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "24101"
    uid: 3a07c5a6-0a9c-46a8-a967-e4f788a410e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:24:33.938060Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:24:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:24:33Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba15ab7b898
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: c062588e-03ee-4e50-a5f3-b32ca6cfa1bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33908"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:34Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:24:34Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba17cd14dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33922"
    uid: e6b77cd3-b02f-4908-aa0d-e974c18dd303
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:34Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba17e3589e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33924"
    uid: 9611d11b-97bc-41b5-b1d8-00742ea04e8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:34Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba180d6d1b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33925"
    uid: b92367fc-690f-438e-aa14-85c17edd7d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:34Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba181442b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33926"
    uid: a47034c8-822a-414b-aa06-f99b5a5da54c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:36Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba1e45dd23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: 402b03e9-3727-426b-bdd9-e2849a37e02e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:36Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba1e776b61a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33944"
    uid: 2ce93609-ee7c-4efc-868b-3b6ab0d50380
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:36Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba1e7e57b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33947"
    uid: a57577e2-ae06-4a76-b174-74fb91656f91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:36Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba1e7ef9c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33948"
    uid: 69d5124f-2b01-40d2-a93d-1227b83d8a5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:36Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba1eb1cf0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: 159b5963-fc65-4890-b1a2-a1c545bb2978
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:24:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:24:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:36Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba1eb878f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33952"
    uid: 0800cdfd-d034-4d80-b401-2446eaeb7dc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:25:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:43Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62ba22065ed92
    namespace: kserve-ci-e2e-test
    resourceVersion: "34550"
    uid: c2936055-8663-4b72-a913-0047111abc90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62bb400650c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "34653"
    uid: d521aa85-09ec-49a1-bf99-2da7b0af92fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62bb400659ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34654"
    uid: 3f4af22c-6bf8-4b6d-94cd-06bbc1c1a91b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "33899"
    uid: ee541b81-6ca4-4758-80ce-890a7ee9bc5b
  kind: Event
  lastTimestamp: "2026-09-17T17:25:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:58Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn.18d62bb4fca24abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: 21816375-effa-4b8e-8292-17fa3c78080d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7fb7758f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33889"
    uid: 99bfc34f-a900-4bae-94bc-ea5e486785ee
  kind: Event
  lastTimestamp: "2026-09-17T17:24:33Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7fb7758f7c-7vjqn'
  metadata:
    creationTimestamp: "2026-09-17T17:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:24:33Z"
    name: isvc-sklearn-s3-predictor-7fb7758f7c.18d62ba15a58e5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33900"
    uid: 1ff116d0-a839-4cf6-adcd-b94e51016697
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: c594173b-e31a-4a7c-9dce-3eae1beff5cb
  kind: Event
  lastTimestamp: "2026-09-17T17:24:33Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7fb7758f7c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:24:33Z"
    name: isvc-sklearn-s3-predictor.18d62ba157fbbca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33891"
    uid: 98e9624b-f972-4a0d-b0ab-092aa4d3d435
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: 724cf7bf-2a7a-4d42-96ec-16e423684903
  kind: Event
  lastTimestamp: "2026-09-17T17:25:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:25:18Z"
    name: isvc-sklearn-s3-predictor.18d62ba4d63ec28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34370"
    uid: 80e87b43-6fa9-4a45-9964-ce06397cbea7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33888"
    uid: 724cf7bf-2a7a-4d42-96ec-16e423684903
  kind: Event
  lastTimestamp: "2026-09-17T17:25:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:25:18Z"
    name: isvc-sklearn-s3-predictor.18d62ba4d6a4cfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: 6ee721d3-253b-4415-a057-360ec930f238
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: 724cf7bf-2a7a-4d42-96ec-16e423684903
  kind: Event
  lastTimestamp: "2026-09-17T17:25:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:25:49Z"
    name: isvc-sklearn-s3-predictor.18d62ba856d05ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34588"
    uid: d492183c-da55-4319-9b1e-74df1906b987
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: 724cf7bf-2a7a-4d42-96ec-16e423684903
  kind: Event
  lastTimestamp: "2026-09-17T17:25:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:25:49Z"
    name: isvc-sklearn-s3-predictor.18d62ba8575d2642
    namespace: kserve-ci-e2e-test
    resourceVersion: "34589"
    uid: 00ea997e-b360-4326-9059-4ba85229df8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:28:57.558843Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36577"
    uid: 141ac433-5edf-4351-a222-dde39594bedf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:28:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb.18d62bdebbbe1d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36581"
    uid: e3eb6d9d-47e8-4c2e-84a3-89d9a2d424f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: 141ac433-5edf-4351-a222-dde39594bedf
  kind: Event
  lastTimestamp: "2026-09-17T17:28:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb.18d62bdec75f570e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36591"
    uid: c8db5c76-3b2c-410b-bb6a-441260481540
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 141ac433-5edf-4351-a222-dde39594bedf
  kind: Event
  lastTimestamp: "2026-09-17T17:28:58Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:28:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb.18d62bdf01ba9b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "36600"
    uid: acdcd922-b76d-46e4-9098-3398956eee82
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: 141ac433-5edf-4351-a222-dde39594bedf
  kind: Event
  lastTimestamp: "2026-09-17T17:29:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb.18d62bdf0316351d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36669"
    uid: 81f5fddd-9999-4ba8-a7a8-a61add20c34a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: 141ac433-5edf-4351-a222-dde39594bedf
  kind: Event
  lastTimestamp: "2026-09-17T17:29:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb.18d62bdf062744dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36671"
    uid: c3c66d6b-424f-4783-aa07-711e8706fb0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: 141ac433-5edf-4351-a222-dde39594bedf
  kind: Event
  lastTimestamp: "2026-09-17T17:29:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:06Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb.18d62bdf0693b9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36674"
    uid: 3c9812e5-478f-461b-b779-186b5b681c19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36579"
    uid: 141ac433-5edf-4351-a222-dde39594bedf
  kind: Event
  lastTimestamp: "2026-09-17T17:29:07Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb.18d62be127d21de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36709"
    uid: cba2f35f-1734-4117-b072-8b3b3381d2d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897
    namespace: kserve-ci-e2e-test
    resourceVersion: "36567"
    uid: 1ea2be1b-d63f-4565-b836-b38d808577f0
  kind: Event
  lastTimestamp: "2026-09-17T17:28:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897-jvmgb'
  metadata:
    creationTimestamp: "2026-09-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897.18d62bdebb3052c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36578"
    uid: 983fc744-11f3-4ecf-81d0-68115a1c7992
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36565"
    uid: d7d8f7fc-bd2d-42b4-b7eb-89e55e83067e
  kind: Event
  lastTimestamp: "2026-09-17T17:28:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-7b8546b897
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d62bdeb860cd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "36569"
    uid: ebe2a015-0926-4b92-8f93-c2b1d1b9c650
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: 82b69bc6-d665-4789-a443-a2abd45b83ad
  kind: Event
  lastTimestamp: "2026-09-17T17:29:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:29:06Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62bdeb86299ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36675"
    uid: b7bb9dda-767a-4fb7-a407-97f0a3c12f1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36557"
    uid: 82b69bc6-d665-4789-a443-a2abd45b83ad
  kind: Event
  lastTimestamp: "2026-09-17T17:28:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:28:57Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62bdeb8f2ebf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36574"
    uid: a21cb280-6ec9-46a2-8b17-9c304f7e9e79
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:27:26.423621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35714"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bc983a88169
    namespace: kserve-ci-e2e-test
    resourceVersion: "35720"
    uid: 1b027804-19dd-4946-bd01-a3ba06d9b5d5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35727"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bc9a5a633be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35742"
    uid: 9f35d79c-afa6-4963-8ce6-bad3833b1d18
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bc9a7062ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35744"
    uid: 79c0e8aa-63a1-48c1-9a38-c9f66339db2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bc9aa0ebc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35745"
    uid: 1fc8db2b-08eb-47f6-a560-68507fae3b22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bc9aa8fb830
    namespace: kserve-ci-e2e-test
    resourceVersion: "35747"
    uid: e837f6f2-6459-4a3a-97d7-81538fbab17e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bca21c53972
    namespace: kserve-ci-e2e-test
    resourceVersion: "35768"
    uid: 6dd45580-0584-495c-b19b-ebed24ac10b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bca256e4e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35773"
    uid: 57e6e1d1-3493-4eee-8f0a-12d9c78a4a36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bca25e8d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "35774"
    uid: 592ef4da-ffec-401d-a75b-509197dc181d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bca25f286f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35775"
    uid: eeaadbc7-6314-4ee1-9ea3-5695e157a27f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bca28d6c506
    namespace: kserve-ci-e2e-test
    resourceVersion: "35777"
    uid: 366a3b5f-2b1e-4b2e-81ca-81e15de20550
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:27:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bca29487c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "35778"
    uid: 42b3d458-5882-4075-98a1-08aadcd7bc06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:28:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bca9a12b322
    namespace: kserve-ci-e2e-test
    resourceVersion: "36543"
    uid: c54f6d59-938c-46bd-aeef-c44fa9e5c8ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:28:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bde7897bae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36534"
    uid: 29614ea3-d38a-46a9-b710-e2b7fd22de48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:28:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bde7898625b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: d4a85e21-d9de-4452-b0c7-cfc436276b73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "35716"
    uid: 3d26a320-4308-4fd4-9e09-d7dcbdb8d2b9
  kind: Event
  lastTimestamp: "2026-09-17T17:28:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:28:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw.18d62bdea042e299
    namespace: kserve-ci-e2e-test
    resourceVersion: "36542"
    uid: 22962b3b-77c2-4182-be16-953064053fc4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35705"
    uid: 8f067aa7-264f-4a73-8d3a-3e0f5f5bd39c
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf-r9nnw'
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf.18d62bc9834a02f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35717"
    uid: d475bf7f-c2cd-4fff-9843-d5cf73c53e70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35703"
    uid: 33c7d4a4-18f4-44c6-993b-1fd6d5e7156b
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5c4d5f94bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62bc980b0eb96
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: cce9d02a-f47b-4730-9d08-efb963f801ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: d2009b10-bec9-489d-afc6-5d7b028ad286
  kind: Event
  lastTimestamp: "2026-09-17T17:27:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62bccff4b7e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: 22167e69-70d4-40d4-ba4c-71050aa34533
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: d2009b10-bec9-489d-afc6-5d7b028ad286
  kind: Event
  lastTimestamp: "2026-09-17T17:27:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62bccffc6280f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: fcf404da-4059-4788-9e5f-1d13be59c49b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: d2009b10-bec9-489d-afc6-5d7b028ad286
  kind: Event
  lastTimestamp: "2026-09-17T17:28:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62bd3fe2ad50c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36404"
    uid: d3920193-00df-4b51-9b4c-f167372736ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: d2009b10-bec9-489d-afc6-5d7b028ad286
  kind: Event
  lastTimestamp: "2026-09-17T17:28:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:28:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62bd3fea4be10
    namespace: kserve-ci-e2e-test
    resourceVersion: "36405"
    uid: a5a89d94-9942-4575-8546-cf556a543d96
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35696"
    uid: 84428d6b-b014-4e6f-b727-35cfaceb3feb
  kind: Event
  lastTimestamp: "2026-09-17T17:28:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:28:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62bc980c06985
    namespace: kserve-ci-e2e-test
    resourceVersion: "36460"
    uid: dcdfd654-fb0e-4e4a-b6db-110abf9afbc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35696"
    uid: 84428d6b-b014-4e6f-b727-35cfaceb3feb
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62bc9815606a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35729"
    uid: b09cc2e9-1ed3-46ed-8286-614f5effb34a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 84428d6b-b014-4e6f-b727-35cfaceb3feb
  kind: Event
  lastTimestamp: "2026-09-17T17:27:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:26Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62bc987b0450d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35731"
    uid: a5e9b1b2-ab15-457b-b98a-7add248609ff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:28:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 84428d6b-b014-4e6f-b727-35cfaceb3feb
  kind: Event
  lastTimestamp: "2026-09-17T17:28:47Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:28:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62bdc54345a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: bf5a0406-990a-47e7-a474-1cb63b1a823c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:27:15.288258Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35475"
    uid: 239ad695-2889-426d-b199-470808c290b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:27:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc.18d62bc6ebf059b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 755d1df1-fb48-42eb-b206-0ef72537d414
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35489"
    uid: 239ad695-2889-426d-b199-470808c290b3
  kind: Event
  lastTimestamp: "2026-09-17T17:27:15Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:27:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc.18d62bc70e17d5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35503"
    uid: a0751259-4490-4bf0-a87c-99fb6216dc4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35480"
    uid: 239ad695-2889-426d-b199-470808c290b3
  kind: Event
  lastTimestamp: "2026-09-17T17:27:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc.18d62bc70f7c1190
    namespace: kserve-ci-e2e-test
    resourceVersion: "35552"
    uid: 536a9f51-0443-4413-823b-91568bfeeb81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35480"
    uid: 239ad695-2889-426d-b199-470808c290b3
  kind: Event
  lastTimestamp: "2026-09-17T17:27:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc.18d62bc712b84a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 645e19fa-4d99-4196-85d8-f679eabeb4bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35480"
    uid: 239ad695-2889-426d-b199-470808c290b3
  kind: Event
  lastTimestamp: "2026-09-17T17:27:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:20Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc.18d62bc71325cd2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35557"
    uid: 151aa36f-d004-4921-bf5c-ebd09527e9d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35480"
    uid: 239ad695-2889-426d-b199-470808c290b3
  kind: Event
  lastTimestamp: "2026-09-17T17:27:24Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc_kserve-ci-e2e-test(239ad695-2889-426d-b199-470808c290b3)
  metadata:
    creationTimestamp: "2026-09-17T17:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:24Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc.18d62bc8f614511b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35639"
    uid: 463026e6-3465-4ba3-9867-2576a9060aea
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: a90d0aea-c960-4e4c-a9cc-9bd708770741
  kind: Event
  lastTimestamp: "2026-09-17T17:27:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485-5dfdc'
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-78b8757485.18d62bc6eb63a256
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: 6502c185-be00-4a25-916b-ee9df0b14705
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35447"
    uid: f90570d5-5f99-4e6d-bbb6-d2196454cf8f
  kind: Event
  lastTimestamp: "2026-09-17T17:27:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-78b8757485
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d62bc6e8aa5781
    namespace: kserve-ci-e2e-test
    resourceVersion: "35460"
    uid: 3fd79618-9d41-4de8-bdc5-5f79ced9d1dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: a154ff14-e23c-4726-a354-6d2592c52227
  kind: Event
  lastTimestamp: "2026-09-17T17:27:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:24Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62bc6e89ff3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35644"
    uid: f5081844-a9ed-42ec-84d6-3f6e6d21f981
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: a154ff14-e23c-4726-a354-6d2592c52227
  kind: Event
  lastTimestamp: "2026-09-17T17:27:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:15Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62bc6e992f525
    namespace: kserve-ci-e2e-test
    resourceVersion: "35494"
    uid: 52fe8a2f-24ae-49c1-9906-e917f3571db0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35457"
    uid: a154ff14-e23c-4726-a354-6d2592c52227
  kind: Event
  lastTimestamp: "2026-09-17T17:27:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:15Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62bc6ef7e85f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35495"
    uid: d1a36528-5461-4315-98ba-f32ec24487e7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:25:54.195811Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34677"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb40a73d961
    namespace: kserve-ci-e2e-test
    resourceVersion: "34684"
    uid: d5ff6ff9-97d2-4095-876f-d4a9e20b537f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb42c8fdc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "34700"
    uid: 4e259dbe-422c-4cc1-a1f3-a87a4ca10b25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb42e2ca10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: b1b1333c-69b0-4287-8f61-92eb3505bb46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb430ed1b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: 93898df5-6cb2-49e2-8785-dc3e4c7640b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb4315bd8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 67536349-8950-4813-8861-de561134eb1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb478812c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "34716"
    uid: 1b8dfe76-bdd5-4bb4-8e68-10689eff606b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb47c6e14f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34720"
    uid: ed5fde98-0510-4c7e-abda-f5a77e13e3aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb47ce7e682
    namespace: kserve-ci-e2e-test
    resourceVersion: "34721"
    uid: 62b52bb0-7a3a-4ab0-b5e4-3ad4c4b1a89a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb47cf33d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34722"
    uid: a3f490e4-a744-4136-88e3-f017f341c1fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb47fb4e781
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: db596303-677d-491b-bea5-dc4956f2ff07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:25:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:25:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb4805fc12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: 56219a7a-2c55-4354-9105-84b36889ce30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:27:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bb4b492ca61
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: 032f2e4d-3e89-4b4e-8418-f234bfd8ebf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:27:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bc6abe183e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35424"
    uid: 6651f9cd-8e88-426f-8dff-9054712d2735
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:27:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bc6abe1f1bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: ed0a0c6a-9d62-4161-a4e4-8270130b7c88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: f226e1fe-f964-4ba8-a60e-21fb25d56e51
  kind: Event
  lastTimestamp: "2026-09-17T17:27:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": dial tcp
    10.133.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:27:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2.18d62bc79135eab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35531"
    uid: 2c6343c7-d265-45ad-be61-fa48e6d8848e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34669"
    uid: 1f792c75-df55-4b9f-907d-b84530628a42
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf-54ks2'
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf.18d62bb40a5c5d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34682"
    uid: b3122e23-2a83-4a9c-b0cf-b3e410d15a00
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: dff902d1-3c02-47f2-9577-5235dafd7c53
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-64d978b4bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62bb40765a751
    namespace: kserve-ci-e2e-test
    resourceVersion: "34672"
    uid: 5a9d92fc-b2b4-4c7a-a7fd-994d819c75bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: 71c6f838-a822-4de7-9375-6c3fc494e00e
  kind: Event
  lastTimestamp: "2026-09-17T17:26:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:26:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62bb78626cab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35026"
    uid: e8c32c68-5827-4115-a196-a0c305733ad3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: 71c6f838-a822-4de7-9375-6c3fc494e00e
  kind: Event
  lastTimestamp: "2026-09-17T17:26:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:26:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62bb786c157ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35027"
    uid: 204b181b-6ff6-4cf2-a43b-3c771d7e39e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34863"
    uid: 71c6f838-a822-4de7-9375-6c3fc494e00e
  kind: Event
  lastTimestamp: "2026-09-17T17:27:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62bbe85005c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 981f90e5-dd86-4b67-ab3b-9b021b2df02f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:26:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34863"
    uid: 71c6f838-a822-4de7-9375-6c3fc494e00e
  kind: Event
  lastTimestamp: "2026-09-17T17:27:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:27:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62bbe85689723
    namespace: kserve-ci-e2e-test
    resourceVersion: "35366"
    uid: 4c6ed80f-bdf6-4025-90fc-f121f4a19f57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 5b719286-6cce-4507-a9ee-acfc05d6c486
  kind: Event
  lastTimestamp: "2026-09-17T17:27:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:13Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62bb4076528ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35401"
    uid: 34035c7b-c429-4404-9ca8-245ac06564fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 5b719286-6cce-4507-a9ee-acfc05d6c486
  kind: Event
  lastTimestamp: "2026-09-17T17:25:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:25:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:25:54Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62bb407fa4d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34673"
    uid: 3e8f4f30-f82b-45c8-af6c-11586efc8b08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:27:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35399"
    uid: 5b719286-6cce-4507-a9ee-acfc05d6c486
  kind: Event
  lastTimestamp: "2026-09-17T17:27:13Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:27:13Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62bc66c7dac83
    namespace: kserve-ci-e2e-test
    resourceVersion: "35400"
    uid: 311462b7-532d-4d9b-bc5e-f44f4006e16e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:30:39.737049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "37586"
    uid: 1f21c7a1-40f4-4151-aab6-913b6c5f54d1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:30:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns.18d62bf68609611a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: 856c5602-6177-47d8-9fb3-f10041dc4561
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 1f21c7a1-40f4-4151-aab6-913b6c5f54d1
  kind: Event
  lastTimestamp: "2026-09-17T17:30:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns.18d62bf692507a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "37604"
    uid: 92e3bb03-79a3-49c4-a71f-c20a05612a6b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: 1f21c7a1-40f4-4151-aab6-913b6c5f54d1
  kind: Event
  lastTimestamp: "2026-09-17T17:30:40Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:30:40Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns.18d62bf6cbdd1926
    namespace: kserve-ci-e2e-test
    resourceVersion: "37613"
    uid: 2831bc1d-e5e6-4d84-9212-afbe6bfc0e96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 1f21c7a1-40f4-4151-aab6-913b6c5f54d1
  kind: Event
  lastTimestamp: "2026-09-17T17:30:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns.18d62bf6cd43f8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37669"
    uid: 93566398-0083-460c-99a4-2b43d69c031f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 1f21c7a1-40f4-4151-aab6-913b6c5f54d1
  kind: Event
  lastTimestamp: "2026-09-17T17:30:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns.18d62bf6d12e85f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: d6e88649-94af-4d9d-a387-3cdfc9c8b8b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 1f21c7a1-40f4-4151-aab6-913b6c5f54d1
  kind: Event
  lastTimestamp: "2026-09-17T17:30:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns.18d62bf6d19c8825
    namespace: kserve-ci-e2e-test
    resourceVersion: "37674"
    uid: 3fa50ef1-dd4f-4b6b-8ca8-a7b456fc5d2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns
    namespace: kserve-ci-e2e-test
    resourceVersion: "37588"
    uid: 1f21c7a1-40f4-4151-aab6-913b6c5f54d1
  kind: Event
  lastTimestamp: "2026-09-17T17:30:49Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:49Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns.18d62bf8d8e05b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37717"
    uid: 2aa47bdc-4c65-4aa1-ad50-da4993e10b43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37577"
    uid: a521df55-3cf8-4da3-b6cc-80ce22a96b50
  kind: Event
  lastTimestamp: "2026-09-17T17:30:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd-mfrns'
  metadata:
    creationTimestamp: "2026-09-17T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd.18d62bf685a1f9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37587"
    uid: 85dc3e51-a106-40f2-a0e2-d116db92f85c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: 2d694ae7-6fed-4924-9d66-8cfcd0993343
  kind: Event
  lastTimestamp: "2026-09-17T17:30:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7765f554bd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d62bf68337c2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37580"
    uid: 1b46de37-2a3b-4edb-977f-669ab8dd4630
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: 6dfc0088-6fdc-4736-baef-555ab0927a09
  kind: Event
  lastTimestamp: "2026-09-17T17:30:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:46Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62bf683310406
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: 013819d8-3bed-466c-b1ed-fa20f3d30466
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: 6dfc0088-6fdc-4736-baef-555ab0927a09
  kind: Event
  lastTimestamp: "2026-09-17T17:30:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62bf683b7fb2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37598"
    uid: 63396dfd-5bf9-4eba-b702-13937495d9fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: 6dfc0088-6fdc-4736-baef-555ab0927a09
  kind: Event
  lastTimestamp: "2026-09-17T17:30:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:39Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62bf68953f8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37599"
    uid: 9d307c6f-de23-4739-8601-b046ee49e273
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:29:08.631178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36738"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:29:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:29:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be14fb416e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36743"
    uid: 09eff344-971d-4ff2-87a7-8278117087c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be1591ed6b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36756"
    uid: 3d1765e2-51b2-4c17-a731-6dc7148d1147
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36747"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:09Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:29:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be19930281a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36768"
    uid: 21eef524-f2fa-4b7c-84f9-22d13a79d95f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be19c85587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36771"
    uid: 056f3995-f8f6-4a28-afac-87e96e9dceff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be1a0a9bf6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36773"
    uid: ab99636e-e77d-4b88-a8c0-f69b7e341815
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be1a16a535e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: e11684a1-018e-499e-8255-0ba1cab85ebf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be1ff243dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "36789"
    uid: be979de4-7593-48b8-a58a-eea6ca300d8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be205e3630f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36794"
    uid: 75ef80b0-6529-41f6-a72c-2ab3aa84bcb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be207bdafe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36795"
    uid: b7ea2bbe-abcd-4ae9-be35-7bae6a14099e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be207c7a5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36796"
    uid: c1229abb-e9c3-4155-8de4-d565a1a7f81a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be20d305d79
    namespace: kserve-ci-e2e-test
    resourceVersion: "36797"
    uid: 6b37495f-71a4-40c1-beae-3db9587bf7d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:29:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:29:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:29:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be20e73d463
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 2f88f680-44ce-4555-9f28-5601e5fcf03a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:30:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62be23b419f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37371"
    uid: 5eb8e5e7-f9d6-4917-9726-49e5005ba281
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62bf643c8569b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37550"
    uid: bebad40e-0448-4538-845f-27abf9357aed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: eb850cdc-5a9a-4d34-8a92-d47c7a9b576b
  kind: Event
  lastTimestamp: "2026-09-17T17:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:30:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8.18d62bf643c8efd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37551"
    uid: 0cf1cc22-0e93-4a8b-b39b-d06228c74120
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36729"
    uid: cd0217e3-4b1b-4469-b948-7856ea2afaae
  kind: Event
  lastTimestamp: "2026-09-17T17:29:08Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd-gtxg8'
  metadata:
    creationTimestamp: "2026-09-17T17:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:29:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd.18d62be14f3d2468
    namespace: kserve-ci-e2e-test
    resourceVersion: "36739"
    uid: 836d7de9-f835-4037-a17d-f6a83c25ffe6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: 2e5bb96c-9e7d-48ee-99ac-6b3245ab1703
  kind: Event
  lastTimestamp: "2026-09-17T17:29:08Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-9c7fd78fd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:29:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62be14c90d322
    namespace: kserve-ci-e2e-test
    resourceVersion: "36731"
    uid: b5bb15df-2bc7-4ca0-8ad1-5a2d029f7f29
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36728"
    uid: 1fee4a9f-675c-4b4d-9606-76121862776c
  kind: Event
  lastTimestamp: "2026-09-17T17:30:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62be4cba6352e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37419"
    uid: 89e6d131-ed55-40dc-a8c1-4084c914ae04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36728"
    uid: 1fee4a9f-675c-4b4d-9606-76121862776c
  kind: Event
  lastTimestamp: "2026-09-17T17:30:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:30:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62be4cc415f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: fe5e9191-fb7b-45ff-9da4-d78ed089f065
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: 1fee4a9f-675c-4b4d-9606-76121862776c
  kind: Event
  lastTimestamp: "2026-09-17T17:29:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:29:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62be84b09e370
    namespace: kserve-ci-e2e-test
    resourceVersion: "37004"
    uid: a503f06e-49c1-4ec1-b81c-26c016faf989
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36889"
    uid: 1fee4a9f-675c-4b4d-9606-76121862776c
  kind: Event
  lastTimestamp: "2026-09-17T17:29:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:29:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62be84b766a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37006"
    uid: 8f30a7aa-33fb-445d-bf20-be6f4b1b16b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: c078d3ba-4c02-4cd9-bfa6-dc370865999d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:28Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62be14c903660
    namespace: kserve-ci-e2e-test
    resourceVersion: "37469"
    uid: 1011d8d7-e6f9-499e-8a98-af85e4f52101
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36720"
    uid: c078d3ba-4c02-4cd9-bfa6-dc370865999d
  kind: Event
  lastTimestamp: "2026-09-17T17:29:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:29:08Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62be14cfc7f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: 3fbcdf0e-622a-4819-810a-2e392715dc91
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:29:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: c078d3ba-4c02-4cd9-bfa6-dc370865999d
  kind: Event
  lastTimestamp: "2026-09-17T17:29:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:29:08Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62be153270746
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: c4731cf1-0fa1-4962-aa46-10ae1fc94d7d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:30:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37465"
    uid: c078d3ba-4c02-4cd9-bfa6-dc370865999d
  kind: Event
  lastTimestamp: "2026-09-17T17:30:28Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:30:28Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62bf3f2c72402
    namespace: kserve-ci-e2e-test
    resourceVersion: "37467"
    uid: fc2dd117-5131-4525-848a-8112c5c50bf4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: fefdebe0-db25-424d-83fa-5a6d89101c78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:25:53Z"
    name: isvc-sklearn-s3.18d62ba157b49b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "34628"
    uid: ef80710b-c6a8-4179-92ac-8d0bd2d6d845
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33880"
    uid: fefdebe0-db25-424d-83fa-5a6d89101c78
  kind: Event
  lastTimestamp: "2026-09-17T17:24:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:24:33Z"
    name: isvc-sklearn-s3.18d62ba15832f7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33893"
    uid: b885c5d2-056c-48a1-9b38-4fcdbb003aff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:25:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34626"
    uid: fefdebe0-db25-424d-83fa-5a6d89101c78
  kind: Event
  lastTimestamp: "2026-09-17T17:25:53Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:25:53Z"
    name: isvc-sklearn-s3.18d62bb3d81370dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34627"
    uid: a49faa50-6459-4a0c-b562-0aee4f155c57
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7d99546fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 3fa1e85d-f64c-4a53-bdb6-ab0a7c9a7d23
  kind: Event
  lastTimestamp: "2026-09-17T17:02:46Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7d99546fbb-gxrk7'
  metadata:
    creationTimestamp: "2026-09-17T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:46Z"
    name: isvc-sklearn-scheduler-predictor-7d99546fbb.18d62a710dac9ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: 20e39167-f2ca-4c2f-95aa-2ef930b3ee03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: 7caff77c-2d9a-41e5-9d9d-8dc8f218c5b7
  kind: Event
  lastTimestamp: "2026-09-17T17:02:46Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7d99546fbb from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:02:46Z"
    name: isvc-sklearn-scheduler-predictor.18d62a710977428b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: d1fee5da-ed9a-49b6-8a1b-adb3b1d4c83c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: e06e4c05-bf92-4601-8da7-55cd0f054d40
  kind: Event
  lastTimestamp: "2026-09-17T17:02:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:47Z"
    name: isvc-sklearn-scheduler.18d62a7108d59ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: e97873dc-78e6-473e-b526-481fbac90d9f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: e06e4c05-bf92-4601-8da7-55cd0f054d40
  kind: Event
  lastTimestamp: "2026-09-17T17:02:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:46Z"
    name: isvc-sklearn-scheduler.18d62a71097007a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20921"
    uid: 18800615-9420-407f-bf47-9ec9774274d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:02:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20908"
    uid: e06e4c05-bf92-4601-8da7-55cd0f054d40
  kind: Event
  lastTimestamp: "2026-09-17T17:02:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:02:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:02:46Z"
    name: isvc-sklearn-scheduler.18d62a7109705b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: 50537645-f155-4248-b5ef-6973b47d6f19
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:11:18.678982Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25881"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:11:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:11:18Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae831952ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25887"
    uid: fa64a828-fcf4-4359-ba41-9ccc05bac959
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25893"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:19Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:11:19Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae8536fc58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25902"
    uid: 6096d238-b254-47b2-86e9-c6eb4df38c39
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:19Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae854c495ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25904"
    uid: 8603bfad-4560-443f-91f8-6cb34a7a1c76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:19Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae857d9894f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25905"
    uid: 53fbf96f-0124-4357-93e8-5cf66b474003
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:19Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae85847a8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25906"
    uid: 70d4df26-5caa-41bf-ae3f-b68cba492c83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:23Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae9512c5266
    namespace: kserve-ci-e2e-test
    resourceVersion: "25947"
    uid: adcfbb46-e56a-4059-9677-3726ae7481cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:23Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae954283044
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: bfdf639e-d53e-4812-a002-85638344338f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:23Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae95499392a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: 00145905-b0a7-4d41-83f2-4e015a754c32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:23Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae954a25281
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: 7a65d167-b08c-4ce5-857b-b44a5de4ae6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:23Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae957783509
    namespace: kserve-ci-e2e-test
    resourceVersion: "25956"
    uid: 239385d2-8ddd-46a0-bff3-1761b2400eaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:11:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:23Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae957e41310
    namespace: kserve-ci-e2e-test
    resourceVersion: "25958"
    uid: a44f82d0-237f-4426-8393-10e9ec7916c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:12:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:11:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:51Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62ae9c920d1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27060"
    uid: 642db961-79e3-44a2-81e4-ee8531dfa6c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62afd2e611548
    namespace: kserve-ci-e2e-test
    resourceVersion: "27001"
    uid: 00fc13c0-caf5-447a-b243-b9faa5b7e33e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62afd2e61ade4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27002"
    uid: f4c7442e-08b7-4676-8bd1-6c7dc372bda2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25883"
    uid: f975d9a2-3308-4893-80d3-27e16035fa56
  kind: Event
  lastTimestamp: "2026-09-17T17:12:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:51Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b.18d62afdcf5f940c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: e2acfca5-63d2-44c7-a3e5-dc18a25433fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25871"
    uid: ff1fe1a7-8eb0-4639-a048-e536a46c6021
  kind: Event
  lastTimestamp: "2026-09-17T17:11:18Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-58464fb4b5-bgs8b'
  metadata:
    creationTimestamp: "2026-09-17T17:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:11:18Z"
    name: isvc-sklearn-v2-mixed-predictor-58464fb4b5.18d62ae831284f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: b270b06b-dff2-4734-a9d2-a3358f920f56
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: dcc161e0-b260-41d7-b78e-3c208645d9d6
  kind: Event
  lastTimestamp: "2026-09-17T17:11:18Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-58464fb4b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:11:18Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62ae82e68ba3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25872"
    uid: d90c184c-1782-4c7c-8751-56a0a193854a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 6ce4a510-6a2a-4474-831a-4b81ae788460
  kind: Event
  lastTimestamp: "2026-09-17T17:12:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:03Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62aebad4875b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: fec2cbcf-86ae-4f9c-a94c-9b34c7988039
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: 6ce4a510-6a2a-4474-831a-4b81ae788460
  kind: Event
  lastTimestamp: "2026-09-17T17:12:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:03Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62aebadae302a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: 739ed907-eb6f-4144-9f56-04533018afcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: 6ce4a510-6a2a-4474-831a-4b81ae788460
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62aef2c637001
    namespace: kserve-ci-e2e-test
    resourceVersion: "26985"
    uid: 523eb8aa-607a-47ae-8cf4-b18d6209a71b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26030"
    uid: 6ce4a510-6a2a-4474-831a-4b81ae788460
  kind: Event
  lastTimestamp: "2026-09-17T17:12:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:11:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:48Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62aef2cc8b748
    namespace: kserve-ci-e2e-test
    resourceVersion: "26986"
    uid: c096ada3-1f80-4c05-aeab-a7e91335073b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25862"
    uid: f10eb195-575e-4d0d-9079-18f1753aa997
  kind: Event
  lastTimestamp: "2026-09-17T17:12:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:12:41Z"
    name: isvc-sklearn-v2-mixed.18d62ae82e6fcf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: 94cb506c-1960-4c13-9849-5e6542bf5d24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25862"
    uid: f10eb195-575e-4d0d-9079-18f1753aa997
  kind: Event
  lastTimestamp: "2026-09-17T17:11:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:11:18Z"
    name: isvc-sklearn-v2-mixed.18d62ae82ee05d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25876"
    uid: a44cfdf2-c783-4f82-b44a-ed0a89e5cc27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26837"
    uid: f10eb195-575e-4d0d-9079-18f1753aa997
  kind: Event
  lastTimestamp: "2026-09-17T17:12:41Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:12:41Z"
    name: isvc-sklearn-v2-mixed.18d62afb80ca17f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 6a5b8595-256b-4f5f-ab4f-0db5e23cef68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:09:43.383144Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24972"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad201821bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24979"
    uid: bf75b2de-e7e7-460c-a7c6-7a98565b253f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad2086e3c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24987"
    uid: d9c88da9-8f05-4c41-a1a3-37af40f917c8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad247460b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25009"
    uid: 37c43722-3f2f-4098-a58f-781597e5e1d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad248abcfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25011"
    uid: 20dd3264-a870-4100-bab0-0b64ea9e331f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad24b7aa678
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: ec2c7dbc-da90-4af9-9002-e770d90cb2a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:44Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad24bfecd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 9ea5e367-5601-48c5-87bd-461089ac0cf1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1955"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:49Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad353395359
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: 8cf5bdfe-222d-4f68-9dc3-315246af7113
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:49Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad357c55bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25062"
    uid: 27648648-573a-4cba-8689-0ddadb961d96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:49Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad3583b6cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25063"
    uid: 2221d710-8535-4d20-8e26-3543d83f5fef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:49Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad35846e1cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: bc0e5885-6bfd-4032-afa2-aca8635cbd91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:49Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad35b0eb86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25066"
    uid: ad507dba-a241-4981-917d-3919b6980697
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:09:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:49Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad35b888f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: 843d7a1e-d45c-498d-8a72-3cd94731e0b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:11:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:09:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:00Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ad3cb781836
    namespace: kserve-ci-e2e-test
    resourceVersion: "25608"
    uid: a0c02633-1bd5-4f55-89bd-be0968f826cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ae6fdc72942
    namespace: kserve-ci-e2e-test
    resourceVersion: "25805"
    uid: 51eba1b6-e583-4816-a6be-3fca6cf25f35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ae6fdcbdb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "25807"
    uid: 7f410e9c-e1c5-4ee3-9e59-d46d12a74ed0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: ea96907f-306e-4754-a631-a6a04a6f71bd
  kind: Event
  lastTimestamp: "2026-09-17T17:11:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:11:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:11:17Z"
    name: isvc-sklearn-v2-predictor-774579cd8d-rz5ld.18d62ae7d1be7d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: 67e30528-e18f-4f85-9615-9b839a5213c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-774579cd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24963"
    uid: e4965ac8-9182-49b7-9a81-0ce616bda7ef
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-774579cd8d-rz5ld'
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-sklearn-v2-predictor-774579cd8d.18d62ad2011b45a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: de4c9564-5537-4b6e-bff6-c0fa4939d588
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24961"
    uid: 2de57ede-c973-4a08-ae49-b31e293b53f6
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-774579cd8d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-sklearn-v2-predictor.18d62ad1fe404cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24965"
    uid: 2ae48e59-699d-4433-84b4-ccfff2d0ebf6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: eb9b134e-36c8-4917-96f8-8b9fba82695d
  kind: Event
  lastTimestamp: "2026-09-17T17:10:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:10:28Z"
    name: isvc-sklearn-v2-predictor.18d62ad57e2a9ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: e49dc41c-5b52-477f-9a9f-1af29c8ed41a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24962"
    uid: eb9b134e-36c8-4917-96f8-8b9fba82695d
  kind: Event
  lastTimestamp: "2026-09-17T17:10:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:10:28Z"
    name: isvc-sklearn-v2-predictor.18d62ad57ea0f9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 73f444bb-fed2-45c1-87b7-197b561d9fa4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:10:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: eb9b134e-36c8-4917-96f8-8b9fba82695d
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-sklearn-v2-predictor.18d62ad8fd5f5780
    namespace: kserve-ci-e2e-test
    resourceVersion: "25787"
    uid: 3997f931-1ad5-470d-9445-a6b633f0fd39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:10:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: eb9b134e-36c8-4917-96f8-8b9fba82695d
  kind: Event
  lastTimestamp: "2026-09-17T17:11:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:10:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:11:13Z"
    name: isvc-sklearn-v2-predictor.18d62ad8fdf52734
    namespace: kserve-ci-e2e-test
    resourceVersion: "25789"
    uid: 5219c6ca-10c6-439d-94a5-e11571bb1724
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:08:38.159803Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24226"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:08:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:08:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac2d1e4e165
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: 0c4c7fb7-2876-440d-8070-0524f75184cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac2ddb64d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: aed23bae-a889-4200-9aee-fe29cc90ecfb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24236"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:39Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:08:39Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac317dfe27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: bc70c028-90bc-4a4c-be29-4dbfc96811e2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:39Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac3193d416b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: b78b8ffc-70e4-4598-ada7-dbd96d119af2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:39Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac31c161740
    namespace: kserve-ci-e2e-test
    resourceVersion: "24258"
    uid: f7e7903c-0450-4b9b-8dd0-8de8fb552bea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:39Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac31c73b489
    namespace: kserve-ci-e2e-test
    resourceVersion: "24259"
    uid: c54928b2-523b-468e-aac9-49c7f8fa7934
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T17:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac41e313c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: e6bf136b-5c66-40d8-8265-ad0ddb922755
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac421c4a624
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 61f12457-b033-4596-a36f-b377ff883ad1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac42227be26
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: fc68d40d-4f7f-4f46-8760-e97e928ebc5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac42232312d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: 65860662-da3f-478e-838d-3c1edb225f9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac4250f54d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24304"
    uid: 4917db72-c581-48b3-a0ff-ce2f9ba31f6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:08:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ac4256ab10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: eeef3129-b12b-4a53-a246-6d33f4ff63cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:09:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T17:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:20Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62accc0f6ee35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24607"
    uid: b453e7b9-9306-477f-bfc1-1d607e412ec4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ad0d7d70725
    namespace: kserve-ci-e2e-test
    resourceVersion: "24861"
    uid: a0bad0f1-6216-4594-8ad8-559b2e65305a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:09:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ad0d7d76d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24862"
    uid: 0396cadc-ee71-46a3-8e4a-3b8f1b8debd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: ba0bede4-f20c-4ca5-82c8-91ae6c689fb3
  kind: Event
  lastTimestamp: "2026-09-17T17:09:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:09:40Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt.18d62ad1645d81b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24917"
    uid: eade05af-f862-43d2-82ac-7dbe7980998f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24217"
    uid: 6bd24b95-ad94-4a10-b258-4eb0afd3fe84
  kind: Event
  lastTimestamp: "2026-09-17T17:08:38Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-bhkvt'
  metadata:
    creationTimestamp: "2026-09-17T17:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:38Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d62ac2d184c0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24229"
    uid: a92659ad-eb7d-4e97-9428-2f27922e8e67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24215"
    uid: 7d9e3d83-2e18-47b5-98ca-96ae9635061b
  kind: Event
  lastTimestamp: "2026-09-17T17:08:38Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:08:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62ac2ce7341dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: a5bdb956-8575-41e4-903b-edd8d99558c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24216"
    uid: b16420c5-94aa-43f1-9ed4-083bb310c46c
  kind: Event
  lastTimestamp: "2026-09-17T17:09:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62ac64d6670c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: 72b11474-0328-408c-8c0c-2053d52ead91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24216"
    uid: b16420c5-94aa-43f1-9ed4-083bb310c46c
  kind: Event
  lastTimestamp: "2026-09-17T17:09:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62ac64dd3f0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24484"
    uid: d721aa18-e698-48aa-8d86-34220389e5b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: b16420c5-94aa-43f1-9ed4-083bb310c46c
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62acd4c53d3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24819"
    uid: 63e7783f-05ec-40bd-8825-33553a281586
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24376"
    uid: b16420c5-94aa-43f1-9ed4-083bb310c46c
  kind: Event
  lastTimestamp: "2026-09-17T17:09:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:09:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62acd4cbb95d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24821"
    uid: 3b3a0fdd-9cc6-4566-93a8-f436ebf7e02d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24207"
    uid: 11d030a0-6195-4eea-a68d-4e452151ad74
  kind: Event
  lastTimestamp: "2026-09-17T17:09:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:30Z"
    name: isvc-sklearn-v2-runtime.18d62ac2ce78e5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24696"
    uid: e62dcfa2-4731-4c44-97d5-5bb17e5a68b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24207"
    uid: 11d030a0-6195-4eea-a68d-4e452151ad74
  kind: Event
  lastTimestamp: "2026-09-17T17:08:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:08:38Z"
    name: isvc-sklearn-v2-runtime.18d62ac2cf1106e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24223"
    uid: 82f850b0-f287-4baa-b1fb-47359891a713
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24692"
    uid: 11d030a0-6195-4eea-a68d-4e452151ad74
  kind: Event
  lastTimestamp: "2026-09-17T17:09:30Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:30Z"
    name: isvc-sklearn-v2-runtime.18d62acf15e3e0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24694"
    uid: 9df1ddd2-8d29-499e-be73-aceb27fcc8a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 03882b19-26b9-436c-a829-8a306cdeb063
  kind: Event
  lastTimestamp: "2026-09-17T17:11:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:11:10Z"
    name: isvc-sklearn-v2.18d62ad1fe457b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25761"
    uid: 88e20003-3999-442e-80e1-9e67a09c958b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:09:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24954"
    uid: 03882b19-26b9-436c-a829-8a306cdeb063
  kind: Event
  lastTimestamp: "2026-09-17T17:09:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:09:43Z"
    name: isvc-sklearn-v2.18d62ad1febb44dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: 0bfe6f3e-c253-4f0a-b1ea-6d3ca2bdc692
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:11:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25759"
    uid: 03882b19-26b9-436c-a829-8a306cdeb063
  kind: Event
  lastTimestamp: "2026-09-17T17:11:10Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:11:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:11:10Z"
    name: isvc-sklearn-v2.18d62ae64bc59a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25760"
    uid: 0280c2f4-074e-4e7f-86c5-38ba8b8bc5da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: b93417b9-127c-4190-9404-0ceab7a040f7
  kind: Event
  lastTimestamp: "2026-09-17T17:04:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:04:45Z"
    name: isvc-sklearn.18d62a78db53f3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21989"
    uid: 5dcd837b-2d6b-4b87-bbef-465f9863bd0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:03:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: b93417b9-127c-4190-9404-0ceab7a040f7
  kind: Event
  lastTimestamp: "2026-09-17T17:03:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:03:20Z"
    name: isvc-sklearn.18d62a78dbb167a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: b71be949-689b-459b-8208-5b25b23cdcee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: b93417b9-127c-4190-9404-0ceab7a040f7
  kind: Event
  lastTimestamp: "2026-09-17T17:04:45Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:04:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:04:45Z"
    name: isvc-sklearn.18d62a8cbe21b17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: 1d1baf05-cef3-4fbc-81fb-6706e65fd908
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:12:54.005270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-4jrv2
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:12:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:12:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62afe6378ea2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: 7e2e175f-5252-42e4-89b3-18dfc11013d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27113"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:12:54Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:12:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62afe8561d9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 8533caed-3239-4ade-b7c5-2fea219916ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:12:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62afe8719e246
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: d9a28038-5193-4092-b560-3674927b2adb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:12:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62afe8a54b100
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: a370c0b7-b01d-430c-be0c-fcce43c936e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:12:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:54Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62afe8ac40d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: c490d238-7de4-4a78-b8c3-4382ae134051
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:12:59Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T17:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:12:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62affc741c641
    namespace: kserve-ci-e2e-test
    resourceVersion: "27175"
    uid: 96f42419-0e35-42d8-bb42-90f1ed97677e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:03Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.862s (3.862s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b00ad7aa4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27207"
    uid: 0ea263dd-a9a8-4e5c-9a6a-b3f7b48069a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b00b0b07c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: 3ca12129-d92e-4dbc-a459-4463c4449b48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b00b1216e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: e25e06f7-12e8-4169-b20b-b75fb4fe43f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b00b12bfc9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27211"
    uid: 2260bf84-d71d-4403-8bb0-8d10c8e24727
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b00b45cff6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: f8283b31-287b-493a-83be-dca22a134ff5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:03Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b00b4c9302a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27215"
    uid: 504a248c-4c44-4106-a8a3-8ea93afb2c7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:13:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b00f2f11c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "27274"
    uid: 877a3a95-afb3-4877-93e6-cd02e110e86e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b07b409c740
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: a2058fa8-9245-401e-90ad-00c989f95b9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:13:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:13:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:34Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b07b40b87d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: 30e6f100-d847-4efe-b352-ae3daef7f84a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27106"
    uid: 5bc71810-bc2f-41c6-afe2-c9dec5e7a832
  kind: Event
  lastTimestamp: "2026-09-17T17:14:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-4jrv2.18d62b082ae77eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27749"
    uid: f448144e-ec84-4e1e-853e-0ef5110eb454
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27091"
    uid: bbeffcd4-84a1-462d-902f-87603bdbefe6
  kind: Event
  lastTimestamp: "2026-09-17T17:12:53Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-4jrv2'
  metadata:
    creationTimestamp: "2026-09-17T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:53Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d62afe630ddd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "27105"
    uid: c68cb91f-5cfd-4645-badd-24f4fc91c17d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: b44898b5-fc87-4653-8ac8-a9ab6493c049
  kind: Event
  lastTimestamp: "2026-09-17T17:12:53Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:12:53Z"
    name: isvc-tensorflow-predictor.18d62afe5fc9268b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27092"
    uid: 3e792f68-3fae-4b3f-84dd-fece3198cd03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27090"
    uid: c8543be6-1ac8-4761-8507-ccd4e4962a53
  kind: Event
  lastTimestamp: "2026-09-17T17:13:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:13:08Z"
    name: isvc-tensorflow-predictor.18d62b01df6aa23b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27260"
    uid: 711e405f-4acb-4c68-a1e9-c4c624985c10
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27090"
    uid: c8543be6-1ac8-4761-8507-ccd4e4962a53
  kind: Event
  lastTimestamp: "2026-09-17T17:13:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:13:08Z"
    name: isvc-tensorflow-predictor.18d62b01dfd02b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: a30d29c0-6b92-4bef-9e99-18700cb5cfbe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27261"
    uid: c8543be6-1ac8-4761-8507-ccd4e4962a53
  kind: Event
  lastTimestamp: "2026-09-17T17:13:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:13:23Z"
    name: isvc-tensorflow-predictor.18d62b055f34c318
    namespace: kserve-ci-e2e-test
    resourceVersion: "27380"
    uid: 6931513a-0053-43ba-b075-83789221d36e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27261"
    uid: c8543be6-1ac8-4761-8507-ccd4e4962a53
  kind: Event
  lastTimestamp: "2026-09-17T17:13:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:13:24Z"
    name: isvc-tensorflow-predictor.18d62b055fa32843
    namespace: kserve-ci-e2e-test
    resourceVersion: "27382"
    uid: 31260b60-fd5d-4247-9d54-37e8a3b89a94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:13:39.207882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:13:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:13:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b08e9c20376
    namespace: kserve-ci-e2e-test
    resourceVersion: "27544"
    uid: 8d440982-bed3-438a-9d27-859eb901beeb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b08f4dd8bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27552"
    uid: bd4afab8-896e-47a9-bcc9-dce9b2fe7e76
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:40Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:13:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b092f660384
    namespace: kserve-ci-e2e-test
    resourceVersion: "27563"
    uid: 0688767d-8ac9-4c39-b5d5-3c195dfb689b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0930d09a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27566"
    uid: 6c293a2b-7045-4021-a0b5-c94da20755d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0933a07bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27567"
    uid: abda42d6-194d-493a-9df5-36234765bcc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b093410c99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27568"
    uid: 2348b31b-67c3-479e-b8f8-ab15c4112f2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:46Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0a8a5437bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27618"
    uid: eb05696c-e28c-4e00-9fc8-be425123f394
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0a8d70b518
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: b12f73e0-31dd-4689-a667-81b0e46534b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0a8df017d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27623"
    uid: e7e4d0ed-7e55-429d-af43-2087728f0a81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0a8df92f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27624"
    uid: 050830c9-8dce-4568-92c6-75f27161a7bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0a91308f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 8f8243cd-9ee8-4463-8e90-e5f5a82c59a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0a91ac17bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27629"
    uid: 4194dce0-d6eb-4ecd-8ab2-ad14fe1d57d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:13:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:13:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:13:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b0ac66a35e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27680"
    uid: d8ebf950-6158-4453-a959-2999609e47e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:14:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b12348b40ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 28566132-4b80-4cd2-9a6e-80bf04dc1642
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:14:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:14:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b12348bc81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27998"
    uid: bdef6fd4-b7f2-418f-8737-04d9af5c6848
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: d16d3aa2-07ae-4ae8-a656-1471c7903458
  kind: Event
  lastTimestamp: "2026-09-17T17:14:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:48Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f.18d62b13287aef4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28262"
    uid: 370dbf2c-6850-476f-abdb-9e378583e0ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: 49f25b08-b484-43a0-a2d1-a5f653b37759
  kind: Event
  lastTimestamp: "2026-09-17T17:13:39Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-d5q8f'
  metadata:
    creationTimestamp: "2026-09-17T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:13:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d62b08e97cb0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27542"
    uid: 660c6d3c-ec7f-4994-a491-59899b9860e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: be3acd58-5169-4a6a-9a5d-d6705987a5dd
  kind: Event
  lastTimestamp: "2026-09-17T17:13:39Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:13:39Z"
    name: isvc-tensorflow-runtime-predictor.18d62b08e6687bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27532"
    uid: fc6e9058-9dfc-496a-ae4b-2ab075e5c9bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 883562a8-33b2-46c9-9d28-a93e79d33b83
  kind: Event
  lastTimestamp: "2026-09-17T17:14:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:14:09Z"
    name: isvc-tensorflow-runtime-predictor.18d62b0c65cab4f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 4939f4f2-f1f5-4b46-9c06-766f5bbe7817
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 883562a8-33b2-46c9-9d28-a93e79d33b83
  kind: Event
  lastTimestamp: "2026-09-17T17:14:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:14:09Z"
    name: isvc-tensorflow-runtime-predictor.18d62b0c6629ff1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27855"
    uid: 769304a1-004b-451b-b5c9-5ee9ea2a462c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 966ec889-75a3-41a2-b3f1-05af51bd779a
  kind: Event
  lastTimestamp: "2026-09-17T17:14:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:14:03Z"
    name: isvc-tensorflow-runtime.18d62b08e651ed7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27772"
    uid: 75070bc3-94a3-40e1-b54c-c0393a39020e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 966ec889-75a3-41a2-b3f1-05af51bd779a
  kind: Event
  lastTimestamp: "2026-09-17T17:13:39Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:13:39Z"
    name: isvc-tensorflow-runtime.18d62b08e6b75f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "27534"
    uid: 747c43ab-ee62-4089-9e29-71f3f51eb43f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27770"
    uid: 966ec889-75a3-41a2-b3f1-05af51bd779a
  kind: Event
  lastTimestamp: "2026-09-17T17:14:03Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:14:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:14:03Z"
    name: isvc-tensorflow-runtime.18d62b0e861fc371
    namespace: kserve-ci-e2e-test
    resourceVersion: "27771"
    uid: 84988aa2-0dec-43cb-a975-09058060e058
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27081"
    uid: 07308a45-c5de-408c-b104-649320299f74
  kind: Event
  lastTimestamp: "2026-09-17T17:13:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:13:21Z"
    name: isvc-tensorflow.18d62afe5ff68175
    namespace: kserve-ci-e2e-test
    resourceVersion: "27358"
    uid: 83d3e87e-93ec-4c4d-a622-06a4f7a84487
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:12:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27081"
    uid: 07308a45-c5de-408c-b104-649320299f74
  kind: Event
  lastTimestamp: "2026-09-17T17:12:53Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:12:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:12:53Z"
    name: isvc-tensorflow.18d62afe60544a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: 3318156b-0ec0-4adf-8ea1-bffdf3f862ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:13:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27355"
    uid: 07308a45-c5de-408c-b104-649320299f74
  kind: Event
  lastTimestamp: "2026-09-17T17:13:21Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:13:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:13:21Z"
    name: isvc-tensorflow.18d62b04b2be26c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27356"
    uid: c6525b2c-b893-4956-89c1-e165c3aac09a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:14:24.310513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28063"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-fcb62
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:14:24Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b136a1585f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28069"
    uid: 20fcba6e-3863-4479-b473-68555b90a15b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28076"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:14:24Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:14:24Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b138c2659e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28083"
    uid: 082b568a-65ea-4366-9ed2-028868c7cca1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:14:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:24Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b138d77c5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: db4e02d8-9e8c-45d2-b477-63244623dfac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:14:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:24Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b139077a64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28086"
    uid: b440a1d4-5073-40c3-a929-95ce0847a364
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:14:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:24Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b1390e5ee01
    namespace: kserve-ci-e2e-test
    resourceVersion: "28087"
    uid: 6c2af3e3-71eb-4b90-8796-617582eb334c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:14:29Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T17:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:14:29Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b149d040699
    namespace: kserve-ci-e2e-test
    resourceVersion: "28124"
    uid: 44644478-932a-48ee-af67-1f3b83a85b68
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:23Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.097s
    (1m54.097s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:23Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b2f2dbb0a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "29100"
    uid: 6926aca5-2083-45cc-8588-625cb970556e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:23Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b2f3451a881
    namespace: kserve-ci-e2e-test
    resourceVersion: "29101"
    uid: e35b83d2-31f3-45b9-b751-8e1467bee7bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:23Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b2f35637698
    namespace: kserve-ci-e2e-test
    resourceVersion: "29102"
    uid: bb8fcab9-aa30-4eaf-90f9-0c72a8ffb0ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:23Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b2f356c8418
    namespace: kserve-ci-e2e-test
    resourceVersion: "29104"
    uid: b4b851f8-0cb7-4762-a25d-96d1cc475870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:23Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b2f3a8ddca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29105"
    uid: e8533ec0-24bd-4457-9da8-80596cb826cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:23Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b2f3b7dd4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29106"
    uid: d12d5bbb-d384-4e19-a57a-57bc4d737188
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:26Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b2f8dc85291
    namespace: kserve-ci-e2e-test
    resourceVersion: "29133"
    uid: ec6c925e-1e07-486d-977e-b329587a44b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:35Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b320c58e089
    namespace: kserve-ci-e2e-test
    resourceVersion: "29231"
    uid: dab060e7-be51-4155-a7b7-34dd9c1c0679
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:16:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:35Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b320c596228
    namespace: kserve-ci-e2e-test
    resourceVersion: "29232"
    uid: 4182e5d9-be11-4154-8118-0718a6663269
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-fcb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 792e7430-53be-4202-86f5-86fc67611095
  kind: Event
  lastTimestamp: "2026-09-17T17:16:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:36Z"
    name: isvc-triton-predictor-5d7db58676-fcb62.18d62b321da55168
    namespace: kserve-ci-e2e-test
    resourceVersion: "29237"
    uid: f0dd39f1-e7b2-4d9d-9f32-86a34bf367e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: d96dcd55-15e5-4179-9a32-24cb8b7b1476
  kind: Event
  lastTimestamp: "2026-09-17T17:14:24Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-fcb62'
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:14:24Z"
    name: isvc-triton-predictor-5d7db58676.18d62b13699b589f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28065"
    uid: 8e0eb518-2422-4789-a822-f560dde93fe6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28051"
    uid: 85761f3c-14d8-435f-abf0-5512a28d3c83
  kind: Event
  lastTimestamp: "2026-09-17T17:14:24Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:14:24Z"
    name: isvc-triton-predictor.18d62b1366994773
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: 66843cd0-0ab6-4f71-b4ef-3e73bce2bdbc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 975a73e7-7aec-4c72-8ef5-c1f8bec20e83
  kind: Event
  lastTimestamp: "2026-09-17T17:16:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:16:24Z"
    name: isvc-triton-predictor.18d62b16e57f60c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29113"
    uid: d4324e97-5738-45d3-a723-6d7043e18dc0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 975a73e7-7aec-4c72-8ef5-c1f8bec20e83
  kind: Event
  lastTimestamp: "2026-09-17T17:16:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:16:24Z"
    name: isvc-triton-predictor.18d62b16e5c6b9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29114"
    uid: 2d64814a-5e45-4163-9701-a4b03129f0f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28044"
    uid: 316e2d97-bf13-4172-ab22-a374adf16685
  kind: Event
  lastTimestamp: "2026-09-17T17:16:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:16:31Z"
    name: isvc-triton.18d62b13669be038
    namespace: kserve-ci-e2e-test
    resourceVersion: "29180"
    uid: 6c928385-68bb-4dcc-b734-affcde34ed80
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:14:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28044"
    uid: 316e2d97-bf13-4172-ab22-a374adf16685
  kind: Event
  lastTimestamp: "2026-09-17T17:14:24Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:14:24Z"
    name: isvc-triton.18d62b1367046522
    namespace: kserve-ci-e2e-test
    resourceVersion: "28059"
    uid: 27686e5a-03a1-4438-9cc9-fab9726d3815
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29177"
    uid: 316e2d97-bf13-4172-ab22-a374adf16685
  kind: Event
  lastTimestamp: "2026-09-17T17:16:31Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:16:31Z"
    name: isvc-triton.18d62b30f9d87ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29178"
    uid: 5af97708-641b-40c8-a6db-9ff149cbe36a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:16:41.031907Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29295"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-5sqxw
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:16:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:16:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b333f508184
    namespace: kserve-ci-e2e-test
    resourceVersion: "29301"
    uid: 8297e40a-6625-4714-8b03-92884d6d33c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29308"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:16:41Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:16:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b3364bc2810
    namespace: kserve-ci-e2e-test
    resourceVersion: "29316"
    uid: f9c5a8e6-321b-460e-b567-6d93bc154838
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:16:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b33661ad6ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29318"
    uid: 75fa827d-f25f-4f90-a22a-cd75bda49be6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:16:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b336b13ff5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29320"
    uid: fa16bbcd-fbd1-4bdb-8859-3541948ea33a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:16:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b336c0a7e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29321"
    uid: ceb80daa-3094-49ae-95d0-4cdd1c1337bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:16:46Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:16:46Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b3478562330
    namespace: kserve-ci-e2e-test
    resourceVersion: "29357"
    uid: 6ededa6d-9444-40e0-bf29-4c9f624c26bb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:08Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.736s (21.736s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b3987ec77ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29564"
    uid: cc276b28-9f98-49d7-9c5f-4242541eadec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b398c7783c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29565"
    uid: c8e56af5-c139-48e6-984f-fe8ffe48424a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b398ce793ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 4a01bb41-6f25-435e-885c-a840c1c12191
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b398cf312f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: 46e1751d-dbee-4f03-a498-178b95e21e3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b3990a0f79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 274851c2-b598-4baf-a339-d47fc95bd026
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:17:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:17:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:17:08Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b399103a5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29569"
    uid: dcf8608a-e93b-427e-b41d-5f6147252575
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:17:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:18:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:17:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:05Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b39daf71150
    namespace: kserve-ci-e2e-test
    resourceVersion: "30099"
    uid: 1515618a-8c1d-4334-8d3f-b206a9923dd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:18:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b4aa70dfd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "30246"
    uid: 995eab7a-e757-4683-8dd6-9773c7639795
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29298"
    uid: 46383b3e-ad21-4d92-a14f-e265821d0d7f
  kind: Event
  lastTimestamp: "2026-09-17T17:18:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-5sqxw.18d62b4aa70f1ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30247"
    uid: c9dfa123-ceb9-47c6-8593-36196c78a9f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29287"
    uid: 274bd5f5-8d56-4075-acd7-0c91fe7aafbf
  kind: Event
  lastTimestamp: "2026-09-17T17:16:41Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-5sqxw'
  metadata:
    creationTimestamp: "2026-09-17T17:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:16:41Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d62b333ed3ba49
    namespace: kserve-ci-e2e-test
    resourceVersion: "29299"
    uid: 384816d2-9ba9-457b-afa7-053b7ffef34b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29284"
    uid: d7f8b8d6-7c24-4417-9cb2-14e42d0086ce
  kind: Event
  lastTimestamp: "2026-09-17T17:16:40Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:16:40Z"
    name: isvc-xgboost-predictor.18d62b333c045126
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: b94bad6c-66fb-4f54-9e90-474ce6ea73ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29286"
    uid: 4ec3a246-19b3-4894-b56f-43b30c7e1518
  kind: Event
  lastTimestamp: "2026-09-17T17:17:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:17:56Z"
    name: isvc-xgboost-predictor.18d62b36bb16819b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30034"
    uid: 0e782849-d7dd-4bd1-b8c7-4d7070deee4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29286"
    uid: 4ec3a246-19b3-4894-b56f-43b30c7e1518
  kind: Event
  lastTimestamp: "2026-09-17T17:17:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:17:56Z"
    name: isvc-xgboost-predictor.18d62b36bb835a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30035"
    uid: 23470658-7643-4ccc-8254-bb93442eb986
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: 4ec3a246-19b3-4894-b56f-43b30c7e1518
  kind: Event
  lastTimestamp: "2026-09-17T17:18:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:18:11Z"
    name: isvc-xgboost-predictor.18d62b4836797d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30143"
    uid: 8d9f1efd-9b45-4e2c-aac9-1f3fbbcce98a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: 4ec3a246-19b3-4894-b56f-43b30c7e1518
  kind: Event
  lastTimestamp: "2026-09-17T17:18:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:18:11Z"
    name: isvc-xgboost-predictor.18d62b4836e11b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30144"
    uid: 7f53a398-4e0a-4245-9fe8-cc734ae1b967
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:20:17.233420Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:20:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b6595ee6dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31395"
    uid: 957eb4e5-c1c7-432a-a281-586aa3ef23d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:17Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:20:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b65b7fdb5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31413"
    uid: f4e63908-0cca-4696-b4de-95bde663dbec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b65b98d2132
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 6762ed88-8bea-4d2c-92e3-d58f998cefbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b65bc422613
    namespace: kserve-ci-e2e-test
    resourceVersion: "31416"
    uid: 8d08b821-4b41-4005-a5a9-fe502c309b3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b65bcb2b2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31417"
    uid: 62e5f91b-8164-4d25-958c-4da804da5896
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:22Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:20:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b66b729e1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31457"
    uid: cc965f5f-26c0-49e4-8439-664429f2fac2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:42Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.411s (20.411s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b6b77cd3361
    namespace: kserve-ci-e2e-test
    resourceVersion: "31604"
    uid: 75e7d201-90da-4e45-ba7e-490bc54c6a08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b6b7accdc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "31605"
    uid: 304c58cc-f08b-4465-93c1-9acbd2a7355a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b6b7b3e5c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31606"
    uid: cadb0f37-ffc9-47dd-8f46-a29f8704a213
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b6b7b488bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31607"
    uid: e0aee5d1-9ed6-4391-9652-cd7f5b7a335d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b6b7df7097c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31608"
    uid: 1a64aef6-40c5-4e1b-93a2-853ba9cddfff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:20:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b6b7e650a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "31610"
    uid: c39313a1-263a-4ba4-a339-ccf0350de1bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:21:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:59Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b6ba1190841
    namespace: kserve-ci-e2e-test
    resourceVersion: "32373"
    uid: ba8bfe46-db26-490d-922b-f7d7d9bda4cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:21:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b7cfb7c5c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32349"
    uid: f2ed1cc6-232d-4241-b1b1-f91589001b3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:21:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:57Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b7cfb7da54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: 667bc23e-3819-4653-827e-f58bd3796c6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31391"
    uid: 454d6baf-f845-4848-90ef-96eea921ebbb
  kind: Event
  lastTimestamp: "2026-09-17T17:21:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:21:59Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6.18d62b7d533d2583
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: fa521df2-cfea-434b-a0ed-489f4b7558b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31380"
    uid: 7afbecd9-9a2a-4413-a5aa-c24b3f71e8a5
  kind: Event
  lastTimestamp: "2026-09-17T17:20:17Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-xzlr6'
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:20:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d62b65955f088d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31390"
    uid: 35720f2e-a05e-4895-987a-2357e584efdc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: 6f44e2e2-9832-4e41-94c3-791e3d11ab7b
  kind: Event
  lastTimestamp: "2026-09-17T17:20:17Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:20:17Z"
    name: isvc-xgboost-runtime-predictor.18d62b65922ade3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: abd17986-aed7-493b-a00c-dd7e0a1b486b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: 4c04c222-1858-4bf0-a67f-581072778b53
  kind: Event
  lastTimestamp: "2026-09-17T17:21:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:17Z"
    name: isvc-xgboost-runtime-predictor.18d62b691173869e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31966"
    uid: 55bba5aa-efe9-4f58-881d-783df02e54c4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31379"
    uid: 4c04c222-1858-4bf0-a67f-581072778b53
  kind: Event
  lastTimestamp: "2026-09-17T17:21:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:17Z"
    name: isvc-xgboost-runtime-predictor.18d62b6911e57a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "31967"
    uid: 0f490653-fa69-46d4-bae8-4eb06b8aff35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: 4c04c222-1858-4bf0-a67f-581072778b53
  kind: Event
  lastTimestamp: "2026-09-17T17:21:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:47Z"
    name: isvc-xgboost-runtime-predictor.18d62b770d73afbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "32196"
    uid: f356d1c5-1d84-4eec-911d-88960eebf3f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: 4c04c222-1858-4bf0-a67f-581072778b53
  kind: Event
  lastTimestamp: "2026-09-17T17:21:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:21:47Z"
    name: isvc-xgboost-runtime-predictor.18d62b770dd3a52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32197"
    uid: 69d33d6f-2b32-4f65-95ef-df41b76b3db3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: ab043ca2-5452-4fda-b688-a529def3d5e1
  kind: Event
  lastTimestamp: "2026-09-17T17:21:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:21:49Z"
    name: isvc-xgboost-runtime.18d62b65925ef0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32216"
    uid: 150f77d0-c045-45fd-abee-fed6d06d2967
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: ab043ca2-5452-4fda-b688-a529def3d5e1
  kind: Event
  lastTimestamp: "2026-09-17T17:20:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:20:17Z"
    name: isvc-xgboost-runtime.18d62b6592c9fde2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31385"
    uid: 4c1c116b-463b-4a45-aa77-031610951132
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:21:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32214"
    uid: ab043ca2-5452-4fda-b688-a529def3d5e1
  kind: Event
  lastTimestamp: "2026-09-17T17:21:49Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:21:49Z"
    name: isvc-xgboost-runtime.18d62b7b046506d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32215"
    uid: 8a98651e-6427-4c79-8e8c-de5c714f738a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:18:26.738998Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30313"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:18:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4bdbf2ad08
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: b37a189b-29b3-43ef-8230-33bbb1bb6f5b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:27Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:18:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4bfdeed719
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: e4987dd7-148f-4703-aad9-bee4f4a80610
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4bff50324c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30335"
    uid: 10c649f0-11d2-4fb1-850b-ff63161fd85c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4c01b68f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: 732d36ed-b371-49c5-9043-8900950d6182
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4c02139530
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: c4c79978-4ef4-4d8b-9bc6-a217271e21ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4d0b4d95ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30373"
    uid: 552afd6c-ca33-4e58-a387-0bd2be757ecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4d0ed3070f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: a0c48385-8412-4f08-a630-538022c24259
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4d0f3661ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: d2a2ea8c-763d-4273-be0d-6e2f225b88d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4d0f419d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 5b08719d-250c-4bb6-82b6-01dd17d0efa3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4d120da8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: 91989be8-b3cc-4fd5-8dca-648bfac941af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:18:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:18:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:18:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b4d1291a4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: 57436bb1-e3de-4d4c-90b5-ad1a159b1e78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:19:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b578300b4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30840"
    uid: c0946b43-8cb3-445f-92d5-39b6ba4f3ff5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:19:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:19:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b5783017908
    namespace: kserve-ci-e2e-test
    resourceVersion: "30842"
    uid: b63882c5-7f75-4e76-ad7c-7899342957fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:19:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b58395892fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 09d03077-b7d3-49cf-af35-7bc9a6eb53bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30315"
    uid: 4bb3586a-6023-45ee-8ed7-2f36e36df8ce
  kind: Event
  lastTimestamp: "2026-09-17T17:19:19Z"
  message: 'Readiness probe failed: Get "http://10.133.0.59:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:19:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg.18d62b5839b1eb94
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: 71aa8cff-1c44-4536-b4da-a600ffff4059
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 34b5b471-1630-4296-b73d-f4710cc4f388
  kind: Event
  lastTimestamp: "2026-09-17T17:18:26Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-7dnsg'
  metadata:
    creationTimestamp: "2026-09-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d62b4bdb8be23c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30314"
    uid: 2d24a539-d0fb-4143-8b61-15f16225594a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30300"
    uid: 89063980-e186-484f-b04a-8827a3c64c6d
  kind: Event
  lastTimestamp: "2026-09-17T17:18:26Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:18:26Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62b4bd8b13e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30304"
    uid: dcaf605c-c6ff-49ed-a4a6-14c1c337371e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30302"
    uid: eb3f3a6a-0cd8-4eb5-a927-a95abef170b3
  kind: Event
  lastTimestamp: "2026-09-17T17:19:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62b4f573a27ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30789"
    uid: ed7a433d-5d05-4949-ba2c-abbf1b508fda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30302"
    uid: eb3f3a6a-0cd8-4eb5-a927-a95abef170b3
  kind: Event
  lastTimestamp: "2026-09-17T17:19:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62b4f57a02eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: e3b6356b-ee9c-4bab-a9c6-3c7096360a6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30292"
    uid: 9cc4a5ad-bd27-4ec8-9375-5308941ecd89
  kind: Event
  lastTimestamp: "2026-09-17T17:19:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:19:09Z"
    name: isvc-xgboost-v2-mlserver.18d62b4bd8da6f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30762"
    uid: c2049421-e381-4fc2-aa5f-a77496f594e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30292"
    uid: 9cc4a5ad-bd27-4ec8-9375-5308941ecd89
  kind: Event
  lastTimestamp: "2026-09-17T17:18:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:18:26Z"
    name: isvc-xgboost-v2-mlserver.18d62b4bd942761d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: 37807891-6d30-48af-afa0-edc273c39d0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30760"
    uid: 9cc4a5ad-bd27-4ec8-9375-5308941ecd89
  kind: Event
  lastTimestamp: "2026-09-17T17:19:09Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:19:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:19:09Z"
    name: isvc-xgboost-v2-mlserver.18d62b55eacfbc01
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: 35fe03a0-50c3-4c72-a9bb-4d68f5680ca1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:23:08.118142Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33105"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    to ip-10-0-135-124.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:23:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:23:08Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8d5f73a986
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: 5f89e237-6d14-43b2-8ecf-6f76e171886d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:08Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8d6acc8b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33119"
    uid: 9785b40c-b060-4bd6-b43a-0498dc721b09
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:09Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:23:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8da5423ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33130"
    uid: 9724ce03-3277-43a7-8d0c-552793fd4c5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8da691a6ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33132"
    uid: 15fffff7-eddb-41b4-a528-832ba6c0c686
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8da9965c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: 8401f087-8b25-40a8-bdac-b43667de2a45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:09Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8daa0710e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33135"
    uid: b60da3df-707a-41a1-8be2-cb5d8501b032
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:13Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8eb5c76306
    namespace: kserve-ci-e2e-test
    resourceVersion: "33168"
    uid: a11fa4cd-5cd0-4c9e-b7e1-8fa18c438653
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8eb89fb0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33170"
    uid: 06b2a4a4-f791-4d16-9d87-e6655c1ab245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8eb90f3b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: 21fde079-1e88-4838-af5b-57ba5e5c492d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8eb9176bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: df5743c2-79bf-4147-950c-ce2ec410c796
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8ebbc86322
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: ac9cbb7e-2bd1-41f2-a3a3-2678e4dcf4b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:23:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:13Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8ebc3582df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33180"
    uid: b72d4aa4-9161-4934-9920-6ae9a8ab16e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:24:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:23:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:31Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62b8f2db01467
    namespace: kserve-ci-e2e-test
    resourceVersion: "33858"
    uid: abce407f-cfd6-4e86-9192-b5bafc0ed52e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:24:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62ba0244e1a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "33839"
    uid: 15d3ed56-90fc-47a0-9633-46cd9d421385
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:24:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:28Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62ba0244ea9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33840"
    uid: 47af9eb7-63c0-477e-a530-be1b43a25b4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: fb85cf98-32d4-4c5a-bcb6-77532beea10d
  kind: Event
  lastTimestamp: "2026-09-17T17:24:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:24:31Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-rq8vf.18d62ba0dfe328e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33857"
    uid: 31235cd0-7cc9-40aa-a90e-d888b9102954
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-124.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-124.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: 15e6f86d-8893-40fe-bf3c-056d6073dd6c
  kind: Event
  lastTimestamp: "2026-09-17T17:23:08Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-rq8vf'
  metadata:
    creationTimestamp: "2026-09-17T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:08Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d62b8d5f02a473
    namespace: kserve-ci-e2e-test
    resourceVersion: "33108"
    uid: 61a663ba-48e4-4da4-9aec-9b9cee1c34eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33093"
    uid: 416b142a-8b8c-4a9b-8ea0-3128a35050a1
  kind: Event
  lastTimestamp: "2026-09-17T17:23:08Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:08Z"
    name: isvc-xgboost-v2-predictor.18d62b8d5c0d7715
    namespace: kserve-ci-e2e-test
    resourceVersion: "33097"
    uid: ff6208da-dcb2-404e-a26f-b8d3ee22d946
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: d23f7650-d482-4308-acd5-f3c177004536
  kind: Event
  lastTimestamp: "2026-09-17T17:23:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:38Z"
    name: isvc-xgboost-v2-predictor.18d62b90daaae4cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: a12eb2c9-2ec3-44c9-859c-25cb6063d1b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: d23f7650-d482-4308-acd5-f3c177004536
  kind: Event
  lastTimestamp: "2026-09-17T17:23:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:23:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:38Z"
    name: isvc-xgboost-v2-predictor.18d62b90daf223fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 641ee02e-eeb4-4a96-b5c2-e1b831ed20d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: d23f7650-d482-4308-acd5-f3c177004536
  kind: Event
  lastTimestamp: "2026-09-17T17:24:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:24:23Z"
    name: isvc-xgboost-v2-predictor.18d62b97d8cb5594
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: 4ae6f5ea-866a-4012-893e-c3df592c49fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33279"
    uid: d23f7650-d482-4308-acd5-f3c177004536
  kind: Event
  lastTimestamp: "2026-09-17T17:24:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:23:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:24:23Z"
    name: isvc-xgboost-v2-predictor.18d62b97d9330bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33786"
    uid: 92e27c97-3449-4f89-93a3-29e50a3b2e4c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:22:02.909906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32427"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:22:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:22:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7e30bcfb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32433"
    uid: 9c1e22b0-95c0-4964-9bfd-c75004a3bf2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:22:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:03Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7e3b5ee6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: bcedc54a-7789-4b2c-8c98-7d66543e914e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32438"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:04Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:22:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7e776d6bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 4124d520-a2c1-47c6-af89-3603375807c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7e78dbce2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32460"
    uid: 309fa5ab-65d8-4eb3-8551-abc5ca34d8e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7e7c3be36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32461"
    uid: fbfc45a6-7925-41b9-bacd-e562247bcbd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:04Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7e7cbf525a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32463"
    uid: 324e3ae2-c146-4a2b-aeb7-90468018b088
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7f9544270e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32510"
    uid: de1e7a3a-5128-462e-a93f-bd30cd53fd15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7f99bce2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: 666f82b8-32bd-4ea7-9726-75f5a8e09462
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7f9a37374c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: ccceec05-5c87-4569-9a8e-08672129e3f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:08Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7f9a417a4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32517"
    uid: 7a0baed2-6ac8-439f-87b7-b85da106ac0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7f9d942ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32519"
    uid: f3273bb4-b53d-46b3-83e4-8e8c3b9a0195
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:09Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b7f9e065307
    namespace: kserve-ci-e2e-test
    resourceVersion: "32520"
    uid: b8d37a1a-98dc-4d65-9d23-626c6e9436ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:22:45Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T17:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:22:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b8834a336db
    namespace: kserve-ci-e2e-test
    resourceVersion: "32887"
    uid: 314d19d6-d4c0-427d-94ce-bed1cba6ee17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:23:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b8c2be8a83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33040"
    uid: 0b938c84-e1ff-46fb-aa34-9b4c255532b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:23:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b8c2be9144c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 54b4965e-7b93-4d5b-b7b3-ae64fe3be667
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:23:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b8cdba4590f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33067"
    uid: f3496c9d-f8c1-40e5-b229-9551bc0e07e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "32430"
    uid: 75efa128-178a-42c3-853c-6537ab7e5dbc
  kind: Event
  lastTimestamp: "2026-09-17T17:23:05Z"
  message: 'Readiness probe failed: Get "http://10.133.0.63:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.133.0.63:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:23:05Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p.18d62b8cdbf78dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33069"
    uid: ee4aea4e-4984-4d02-93fe-a9e0f98085e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32418"
    uid: a93447bc-950c-4622-96df-a8e7015e655e
  kind: Event
  lastTimestamp: "2026-09-17T17:22:02Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-xtj5p'
  metadata:
    creationTimestamp: "2026-09-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d62b7e3097a88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32431"
    uid: 9075ce54-7d0a-42e8-85a9-4e5fa027ee5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32416"
    uid: d8211f81-0220-467f-bec4-8c46e9a9624a
  kind: Event
  lastTimestamp: "2026-09-17T17:22:02Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:02Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62b7e2d7ab8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32421"
    uid: 124a2d82-af5f-4770-b9b9-55faa9ec70f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 2f2caa39-3fe5-4902-a4dc-7a5d629f7560
  kind: Event
  lastTimestamp: "2026-09-17T17:22:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:47Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62b81ac05da9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 05618193-abd0-470c-9233-bd3f7a185d69
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32417"
    uid: 2f2caa39-3fe5-4902-a4dc-7a5d629f7560
  kind: Event
  lastTimestamp: "2026-09-17T17:22:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:22:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:22:47Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62b81aca05ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32906"
    uid: a7297eef-5db7-441a-8e13-773e14aa1849
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: 2f2caa39-3fe5-4902-a4dc-7a5d629f7560
  kind: Event
  lastTimestamp: "2026-09-17T17:23:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:02Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62b852b693a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "33028"
    uid: 490e757b-7e55-486f-b389-3345d671f03f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: 2f2caa39-3fe5-4902-a4dc-7a5d629f7560
  kind: Event
  lastTimestamp: "2026-09-17T17:23:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:02Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62b852bd7312e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33036"
    uid: 8b48f019-d3b6-40e4-8a92-5e347711c405
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32904"
    uid: 2f2caa39-3fe5-4902-a4dc-7a5d629f7560
  kind: Event
  lastTimestamp: "2026-09-17T17:23:02Z"
  message: horizontalpodautoscalers.autoscaling "isvc-xgboost-v2-runtime-predictor"
    not found
  metadata:
    creationTimestamp: "2026-09-17T17:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:23:02Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62b8c2a2ab818
    namespace: kserve-ci-e2e-test
    resourceVersion: "33030"
    uid: 52864c16-8194-4e9f-a9d0-39946b3ae046
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: f9851012-70cf-4bdc-b10f-ebb9461ff4e9
  kind: Event
  lastTimestamp: "2026-09-17T17:22:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:22:56Z"
    name: isvc-xgboost-v2-runtime.18d62b7e2d323fce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32971"
    uid: 51cce311-fbb9-4767-a4ff-01c58444ae11
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: f9851012-70cf-4bdc-b10f-ebb9461ff4e9
  kind: Event
  lastTimestamp: "2026-09-17T17:22:02Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:22:02Z"
    name: isvc-xgboost-v2-runtime.18d62b7e2d979c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32440"
    uid: f2de4485-0255-432b-8e06-28222c949168
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32411"
    uid: f9851012-70cf-4bdc-b10f-ebb9461ff4e9
  kind: Event
  lastTimestamp: "2026-09-17T17:22:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:22:02Z"
    name: isvc-xgboost-v2-runtime.18d62b7e33f23597
    namespace: kserve-ci-e2e-test
    resourceVersion: "32441"
    uid: e79690bd-d471-41bf-9d37-0fa44c164701
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:22:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32968"
    uid: f9851012-70cf-4bdc-b10f-ebb9461ff4e9
  kind: Event
  lastTimestamp: "2026-09-17T17:22:55Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:22:55Z"
    name: isvc-xgboost-v2-runtime.18d62b8a8d04d3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32969"
    uid: e493b0ad-ad5e-4881-b4fb-a8a3fbe9fc4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: 5fd22000-ef7d-4797-bf85-e869fa25d0ad
  kind: Event
  lastTimestamp: "2026-09-17T17:24:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:24:22Z"
    name: isvc-xgboost-v2.18d62b8d5c0e9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: 2583ea14-daa0-43db-9fed-05e772ef5701
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:23:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: 5fd22000-ef7d-4797-bf85-e869fa25d0ad
  kind: Event
  lastTimestamp: "2026-09-17T17:23:08Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:23:08Z"
    name: isvc-xgboost-v2.18d62b8d5c93d512
    namespace: kserve-ci-e2e-test
    resourceVersion: "33101"
    uid: 8b48f019-e20b-46fb-9d27-a91ab4eb51e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:24:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33772"
    uid: 5fd22000-ef7d-4797-bf85-e869fa25d0ad
  kind: Event
  lastTimestamp: "2026-09-17T17:24:21Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:24:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:24:21Z"
    name: isvc-xgboost-v2.18d62b9e912fab37
    namespace: kserve-ci-e2e-test
    resourceVersion: "33773"
    uid: f5470f87-53c7-4dc3-9078-671709d55a5b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29277"
    uid: ffbd1bdf-4dba-4ccc-8cd9-26b5cb6431f3
  kind: Event
  lastTimestamp: "2026-09-17T17:18:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:18:15Z"
    name: isvc-xgboost.18d62b333bfede87
    namespace: kserve-ci-e2e-test
    resourceVersion: "30182"
    uid: fa897987-f7a9-4818-9cd6-127cec4e7d77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29277"
    uid: ffbd1bdf-4dba-4ccc-8cd9-26b5cb6431f3
  kind: Event
  lastTimestamp: "2026-09-17T17:16:40Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:16:40Z"
    name: isvc-xgboost.18d62b333c538c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29291"
    uid: 3e8d492c-fae5-4da6-b704-902be33c1e66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:18:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: ffbd1bdf-4dba-4ccc-8cd9-26b5cb6431f3
  kind: Event
  lastTimestamp: "2026-09-17T17:18:15Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:18:15Z"
    name: isvc-xgboost.18d62b493ed68c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30181"
    uid: 1a55ce6f-8fe3-4a58-9458-49e88343bc4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T16:55:54.109956Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-4fg2q
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T16:55:54Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a10ecf97c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: f53e5148-f224-44b1-bf59-8c487557f7c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:54Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a10f83b3b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: d6787e85-4699-4d61-8e0a-ed666e386a1d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:55Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T16:55:55Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a1132b5db81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: 025c7586-2be1-4bee-a966-aff6d484602a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:55Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T16:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:55Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a1133f4e5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 1975064c-3ef4-40df-8c46-b70e607393ab
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:56Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.257s (1.257s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:56Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a117ef011f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: de41bcb6-e8f2-426d-b1c1-95f326d0a8af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:56Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a1181c7917f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: ad521aca-1a56-43ee-8da6-28495a5ceac7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:56Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a11823a0a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 363cb6ca-274c-4f56-8b9c-0d83f8f255fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:56Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a118242eeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: f8131bd6-d509-4809-9728-231d6533b129
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:56Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a1185953724
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: fc8dbae6-ea89-4c81-9df3-1fdc54f3838a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:55:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:55:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:55:56Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a1186004650
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 5b5643ea-4954-4a1c-ae0e-40dd7b7e93b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:57:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a296d26ccda
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: 037b8114-b560-4b85-9730-e296889785fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:57:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-4fg2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 498a00e0-a709-4a15-a3f5-739d66788910
  kind: Event
  lastTimestamp: "2026-09-17T16:57:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T16:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T16:57:39Z"
    name: message-dumper-predictor-6575bcfdfd-4fg2q.18d62a296d274089
    namespace: kserve-ci-e2e-test
    resourceVersion: "18127"
    uid: b7754a0e-7e6d-4b2f-9411-18895d53e2d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: fd69e01a-095d-4646-a61d-cde939e602ec
  kind: Event
  lastTimestamp: "2026-09-17T16:55:54Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-4fg2q'
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:54Z"
    name: message-dumper-predictor-6575bcfdfd.18d62a10ec86a8de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17088"
    uid: b281169b-6a7c-47e4-be04-e79d97d89b92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17076"
    uid: 5b8d4c73-6765-4308-8299-a82c005919e2
  kind: Event
  lastTimestamp: "2026-09-17T16:55:54Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:55:54Z"
    name: message-dumper-predictor.18d62a10eac70934
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: 3dae05d4-de3a-4382-83a9-b414785a03ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 05174757-4f46-4a1e-8d9d-ac261aa2b850
  kind: Event
  lastTimestamp: "2026-09-17T16:56:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:24Z"
    name: message-dumper-predictor.18d62a1469380923
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: 109e345f-84e9-478f-bd95-f6816d94a419
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 05174757-4f46-4a1e-8d9d-ac261aa2b850
  kind: Event
  lastTimestamp: "2026-09-17T16:56:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T16:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T16:56:24Z"
    name: message-dumper-predictor.18d62a14699aad2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 8450b1cf-df97-431a-bff9-1dc36d09caf0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 80eac7eb-af93-4fad-9b37-ec6be5c898d5
  kind: Event
  lastTimestamp: "2026-09-17T16:56:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:03Z"
    name: message-dumper.18d62a10eac885a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: 0257b61a-fa5d-4169-976c-3af52bbd1f24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 80eac7eb-af93-4fad-9b37-ec6be5c898d5
  kind: Event
  lastTimestamp: "2026-09-17T16:55:54Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T16:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:55:54Z"
    name: message-dumper.18d62a10eb55f62c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 0dc38564-6bbc-42aa-83b2-894b2ffbc919
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T16:56:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17196"
    uid: 80eac7eb-af93-4fad-9b37-ec6be5c898d5
  kind: Event
  lastTimestamp: "2026-09-17T16:56:03Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T16:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T16:56:03Z"
    name: message-dumper.18d62a13383a66ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: c84fd794-73fe-45bc-85bf-4907a6b79999
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:04:55.848094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:04:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:04:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62a8f0f1565df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 815ed988-d098-47b6-a804-8b0b7be91615
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:04:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:56Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62a8f1f424694
    namespace: kserve-ci-e2e-test
    resourceVersion: "22124"
    uid: 8d4f0e5c-786c-48a5-b7c6-e0f4e8636ce4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22119"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:04:57Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:04:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62a8f5548fd4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: 8f506e4b-e4ad-4836-8a47-9c3699f2ae65
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:04:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62a8f56ac8d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22136"
    uid: 38f7a8a7-dfad-4377-8647-a2acde4e1dd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:04:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62a8f599a28f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22137"
    uid: 6f0a8978-9fae-4e72-9b27-671355430302
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:04:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:04:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:04:57Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62a8f5a0f0b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22138"
    uid: 0d261b90-54a0-431e-b771-1778d1118e8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:05:01Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T17:05:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:05:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62a90623b6cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22173"
    uid: e7f78810-c90e-4d9e-8d83-00c3e4e1ef63
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:04Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m3.164s
    (2m3.164s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62aad0f662154
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: 45a43051-d686-4b6a-9c03-8882057a1750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62aad1548a113
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: 22ddf349-c62d-4eb0-83f6-7cabf08c718e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62aad165481e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 50a2d408-3ae9-4f61-9ec7-56695f00d424
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62aad165e3681
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: edff641f-89c2-4642-a166-2da68fbe321a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62aad1b0dcce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23166"
    uid: 5fad9bda-6b76-49f8-b770-3a1dfa33b0dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62aad1bfee369
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: 55c41507-e6f4-43ba-a586-33ce7a81602a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T17:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62ab5d1c9a0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 8e35c05c-50af-465a-9e19-7c330ce9be8a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62ab8fb97cb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "23765"
    uid: ab800f05-ad9d-4c79-b8da-9c928375ed09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:07:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:07:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:07:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62ab8fb983ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23767"
    uid: d44ddab2-d8f6-45f8-97c8-c10f26e05908
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:08:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:07:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62ab94a278808
    namespace: kserve-ci-e2e-test
    resourceVersion: "23874"
    uid: 9fbbcb81-8542-41fd-9874-8429fe76eb1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:08:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: c6d64c0c-90ea-4566-a081-a51bee1c8d3d
  kind: Event
  lastTimestamp: "2026-09-17T17:08:02Z"
  message: 'Readiness probe failed: Get "http://10.133.0.47:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.133.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:08:02Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8.18d62aba7481ac08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23875"
    uid: 606cd3bf-1e17-4af1-b1fa-a1cbe3309949
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: 2193f15b-ba69-44f1-af0f-8a41cddd59f9
  kind: Event
  lastTimestamp: "2026-09-17T17:04:55Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-8x8r8'
  metadata:
    creationTimestamp: "2026-09-17T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:55Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d62a8f0ea5db69
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: 5473825e-efb4-407b-bc53-b71487c0fa1a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22098"
    uid: b84ebad2-403e-472f-9856-08984af283c5
  kind: Event
  lastTimestamp: "2026-09-17T17:04:55Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:04:55Z"
    name: sklearn-v2-mlserver-predictor.18d62a8f0bb12a46
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: 591c0478-f4e3-41f6-9b05-05232229f863
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 021694be-c5da-4e76-a69c-0d3bb401c80c
  kind: Event
  lastTimestamp: "2026-09-17T17:07:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:25Z"
    name: sklearn-v2-mlserver-predictor.18d62a928a28703f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23396"
    uid: 82632bca-8e4a-4a56-87ee-d02ddbf04705
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:05:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22099"
    uid: 021694be-c5da-4e76-a69c-0d3bb401c80c
  kind: Event
  lastTimestamp: "2026-09-17T17:07:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:25Z"
    name: sklearn-v2-mlserver-predictor.18d62a928a8cb50b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23397"
    uid: 8167b3e5-e9d4-4f32-ba57-8456d0ae71f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: 021694be-c5da-4e76-a69c-0d3bb401c80c
  kind: Event
  lastTimestamp: "2026-09-17T17:07:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:40Z"
    name: sklearn-v2-mlserver-predictor.18d62ab58036e51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: b8dec656-627e-434a-b955-fd111a13bd2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: 021694be-c5da-4e76-a69c-0d3bb401c80c
  kind: Event
  lastTimestamp: "2026-09-17T17:07:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:07:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:07:40Z"
    name: sklearn-v2-mlserver-predictor.18d62ab5809adbbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23512"
    uid: a36b8cbd-2845-4862-ae2e-99d604710780
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: d3ffb507-7dbb-4d5d-8768-90861a7f73c6
  kind: Event
  lastTimestamp: "2026-09-17T17:07:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:07:52Z"
    name: sklearn-v2-mlserver.18d62a8f0bca136f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: 703c65a7-7c58-40cf-a1d9-06bf62e9d7d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:04:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: d3ffb507-7dbb-4d5d-8768-90861a7f73c6
  kind: Event
  lastTimestamp: "2026-09-17T17:04:55Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:04:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:04:55Z"
    name: sklearn-v2-mlserver.18d62a8f0c4f6702
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: 6adcc9e4-ac43-47b2-a844-2bd6fe16085d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:07:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23625"
    uid: d3ffb507-7dbb-4d5d-8768-90861a7f73c6
  kind: Event
  lastTimestamp: "2026-09-17T17:07:52Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:07:52Z"
    name: sklearn-v2-mlserver.18d62ab825bc0736
    namespace: kserve-ci-e2e-test
    resourceVersion: "23627"
    uid: 201eaa29-f886-44ac-bf10-a3caa1678887
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:19:21.985746Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    to ip-10-0-131-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:19:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:19:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b58b8e923ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: f42f9fd5-0b34-47ab-a510-e627dd4d1bb0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b86578cff-kgvpm
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:19:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b58c8114438
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: 1ef16e79-078a-4f40-84ba-a7ef4fe9f4af
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30915"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:23Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:19:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b58fe73d6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: 30790f5f-1bc1-4477-bb77-6e10d62f0196
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:8abde4da7e87a625b928a82fb491989fd006b5b2f5e4745e1871a977e20e0f2e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b58ffe914f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: 4430c23f-3a08-4ce6-bc13-1c6ab3d3e6b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b59034a7091
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: f4c116db-1c33-4bef-8281-046f25ee6d77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b5903b4f9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: 124dcaa5-5186-4e76-b93d-95f3a4be7bf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:27Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b59e9a309ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: e73bb0bd-9b71-4151-b504-e08a6f3257de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b59ed131423
    namespace: kserve-ci-e2e-test
    resourceVersion: "30970"
    uid: 9250974b-16f4-4024-894b-f6c4ac080cc2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b59ed77016e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30972"
    uid: f3d7a1b3-b37d-4b1f-9ec3-7948cb916fae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b59ed807871
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: 2b1e6631-8530-4004-9016-ef5a2054a37c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b59f0430db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30975"
    uid: 20f1da11-5c02-4dd5-b53c-77a553f8a5a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:19:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:19:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b59f0a69dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30977"
    uid: 575e780c-d41b-40bb-b809-bcd10eb7ddb0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:20:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b646007f669
    namespace: kserve-ci-e2e-test
    resourceVersion: "31332"
    uid: a192ebc3-29b6-4f95-88d8-8cfe41817131
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:20:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b6460085fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: c84b660b-1f95-4ac4-9bb6-aa9a40351126
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:20:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b6517a0f9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31353"
    uid: e8524bff-dd5b-4481-93f7-2e16903a6660
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: bd52a20f-55ea-458d-97a0-89471c76cfa2
  kind: Event
  lastTimestamp: "2026-09-17T17:20:15Z"
  message: 'Readiness probe failed: Get "http://10.133.0.60:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.60:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:20:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:20:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-b5942.18d62b6517f31c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "31354"
    uid: bc8809f1-1782-41b6-848b-39f4df04e560
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 930c71b7-023d-4e79-8e18-7b30be244921
  kind: Event
  lastTimestamp: "2026-09-17T17:19:21Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-b5942'
  metadata:
    creationTimestamp: "2026-09-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d62b58b87d9f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30906"
    uid: 5613c8e9-8982-48b5-95cd-cbade7d288d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: 81e9bc04-e7a4-4044-aba0-fb4aab0f6d0b
  kind: Event
  lastTimestamp: "2026-09-17T17:19:21Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:21Z"
    name: xgboost-v2-mlserver-predictor.18d62b58b596f2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30898"
    uid: b5847e8d-4f28-408b-acbc-284acbf7d6ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: 06209a32-d4fb-4e5d-ae84-538dc16e6ec9
  kind: Event
  lastTimestamp: "2026-09-17T17:19:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:51Z"
    name: xgboost-v2-mlserver-predictor.18d62b5c341331d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: 234186dd-1875-48d4-93e0-e69e43b24fbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30895"
    uid: 06209a32-d4fb-4e5d-ae84-538dc16e6ec9
  kind: Event
  lastTimestamp: "2026-09-17T17:19:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:19:51Z"
    name: xgboost-v2-mlserver-predictor.18d62b5c347a134e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31161"
    uid: 1595a545-95a6-4fe3-af7f-ca3fb00c4600
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: 06209a32-d4fb-4e5d-ae84-538dc16e6ec9
  kind: Event
  lastTimestamp: "2026-09-17T17:20:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:20:06Z"
    name: xgboost-v2-mlserver-predictor.18d62b63325f18af
    namespace: kserve-ci-e2e-test
    resourceVersion: "31278"
    uid: 7057ff27-3692-48b1-a996-bcb795a6246b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31056"
    uid: 06209a32-d4fb-4e5d-ae84-538dc16e6ec9
  kind: Event
  lastTimestamp: "2026-09-17T17:20:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:20:06Z"
    name: xgboost-v2-mlserver-predictor.18d62b6332c0b3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: caea6be1-de57-4908-9613-e592990acd1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: 4f1849d9-9be1-4987-9c87-ac7fe0cd700c
  kind: Event
  lastTimestamp: "2026-09-17T17:20:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:20:05Z"
    name: xgboost-v2-mlserver.18d62b58b5c3cc28
    namespace: kserve-ci-e2e-test
    resourceVersion: "31266"
    uid: 0951947c-4676-4c66-aeb7-a75a9e5014c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:19:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: 4f1849d9-9be1-4987-9c87-ac7fe0cd700c
  kind: Event
  lastTimestamp: "2026-09-17T17:19:21Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:19:21Z"
    name: xgboost-v2-mlserver.18d62b58b62abb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "30902"
    uid: d2f2ede4-2192-4175-a1cd-a6be79cb8051
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:20:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31264"
    uid: 4f1849d9-9be1-4987-9c87-ac7fe0cd700c
  kind: Event
  lastTimestamp: "2026-09-17T17:20:05Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:20:05Z"
    name: xgboost-v2-mlserver.18d62b62c8ffaed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31265"
    uid: cbbc2f2a-0e2b-47f7-8403-e7a4372a7509
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39565"