---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:54:21.040990Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22508"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:54:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:54:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c63713ee4e51d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: af29e9da-91ab-4b84-9665-b07322edbe0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c63713fcfd85bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 8c406b9c-28f1-4216-b7c3-17125db80eb6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22518"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:22Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:54:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c637142c3d0e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22529"
    uid: 0eae5a72-9d17-479b-b0b0-85ed26e905c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c637142db80266
    namespace: kserve-ci-e2e-test
    resourceVersion: "22531"
    uid: 37f64907-16f8-490e-b580-0e7300f85092
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c63714309352b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: 3a8e0d47-087f-4004-bc68-790b9014c298
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:54:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:22Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c63714311ab59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22535"
    uid: 7c93b593-a2b7-4e6f-b7a0-ef10bc066b5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:26Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c637153dae87c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: b39051ba-0e97-40c3-ab39-9040fdf21e30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c637154128fac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: ebc37ddd-c4ad-42fe-ad5e-337d6fb67025
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c6371541a8b601
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 4bc98097-1ce7-49b8-a6eb-8ecb5abfb59c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c6371541b3b3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22574"
    uid: 5d0326d1-9dbb-41e0-a514-af121350c064
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c637154564d525
    namespace: kserve-ci-e2e-test
    resourceVersion: "22576"
    uid: ea05cd30-8587-4559-abdf-0103bff9cfee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:54:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c6371545dec277
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: f313b422-f7ff-490d-a42b-c022768f2114
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c6371579bb580d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22633"
    uid: 2ab3d011-7577-4aea-abd4-7cadbd1d7a31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c6371c28e5ed16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22815"
    uid: 957e5c07-742d-45aa-8e31-b6226064ad64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c6371c28e66154
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: d0a38e1c-89aa-4af4-82a0-b2e03f1fb981
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: 416e4a4e-94c3-4515-ad94-9fb495fcfe1b
  kind: Event
  lastTimestamp: "2026-07-27T17:54:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:58Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8.18c6371cb1b4a142
    namespace: kserve-ci-e2e-test
    resourceVersion: "22833"
    uid: 47fca835-8185-4628-abe8-d477e7504bc6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: eba6020f-4200-445e-a73c-b509dbd13e96
  kind: Event
  lastTimestamp: "2026-07-27T17:54:21Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jt6s8'
  metadata:
    creationTimestamp: "2026-07-27T17:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:54:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c63713edcaa600
    namespace: kserve-ci-e2e-test
    resourceVersion: "22509"
    uid: ad4a3187-41aa-4099-ac77-dc9ceb6f94b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22497"
    uid: 4cd78ed7-6e25-4d81-9b3c-f096b3fd5d50
  kind: Event
  lastTimestamp: "2026-07-27T17:54:20Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:54:20Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c63713eadb02c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 1d8778d1-ab61-4b6e-bf33-8d9bac3ddd4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22498"
    uid: 77110f92-683b-4c63-80d7-ee1985513592
  kind: Event
  lastTimestamp: "2026-07-27T17:54:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:54:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c637176964b228
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: 463b256e-88b1-48ac-9bab-41042a5eb739
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22498"
    uid: 77110f92-683b-4c63-80d7-ee1985513592
  kind: Event
  lastTimestamp: "2026-07-27T17:54:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:54:51Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6371769cf3612
    namespace: kserve-ci-e2e-test
    resourceVersion: "22765"
    uid: 005d37d4-b0c9-401e-961d-c829198c43d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 7ec0b993-b587-4359-ae60-83b8cf4660a3
  kind: Event
  lastTimestamp: "2026-07-27T17:54:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:54:43Z"
    name: isvc-autogluon-ts-v1-noslash.18c63713eb0d467d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: cc1d5256-9794-43ef-8af1-bdcde74de62e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 7ec0b993-b587-4359-ae60-83b8cf4660a3
  kind: Event
  lastTimestamp: "2026-07-27T17:54:20Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:54:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:54:20Z"
    name: isvc-autogluon-ts-v1-noslash.18c63713eb6f5ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22505"
    uid: 4d18c2a0-3f3c-454e-89bd-94b28c5d97b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: 7ec0b993-b587-4359-ae60-83b8cf4660a3
  kind: Event
  lastTimestamp: "2026-07-27T17:54:43Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:54:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:54:43Z"
    name: isvc-autogluon-ts-v1-noslash.18c6371939746ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22712"
    uid: 5ab15dab-d9b7-42bf-8c0a-82263790c2fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:53:33.151742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c63708c7e2775c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22088"
    uid: 507a70ad-fe0d-4b49-bfee-cf43aa71b349
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22093"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:33Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c63708e1d869da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22102"
    uid: bc6d137e-c7ef-4eb6-bcfa-bb6bb2013d65
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c63708e356ee66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22104"
    uid: 0ee10333-1b6f-42e3-998e-793714cabe02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c63708e67e87a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22106"
    uid: 214ff88f-7220-4a73-badf-e2e8363c23bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c63708e73d1a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "22107"
    uid: 17797e0d-c74a-4179-948d-752d3ce7a686
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:41Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c6370ab613be2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: 25035224-b7fb-4853-85c7-72191eac264e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c6370ab913177e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: 829bfe8e-e704-47af-88cd-c1f1e1334eb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c6370ab992ddda
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: b4a52ede-3448-4dd9-a211-f684027dabac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c6370ab99e31a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22172"
    uid: cde5b7ba-6b7e-4b5c-a2e7-1330fd30c33a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c6370abdc17f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 09c449f5-8316-4e8a-9932-192721207f77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c6370abe3cfb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 52e8823f-3784-48b2-aa2f-5e76f7056b03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:53:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:49Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c6370b2e7ab11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22233"
    uid: ee21c3c0-b398-4452-bb8f-e6331bc39a9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:54:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c63712bc068662
    namespace: kserve-ci-e2e-test
    resourceVersion: "22442"
    uid: 7a28379b-7438-4d77-b856-e5bcb28c77c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22086"
    uid: a54757b5-9860-4690-ab46-b81661a55239
  kind: Event
  lastTimestamp: "2026-07-27T17:54:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:54:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42.18c63712bc0716d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22443"
    uid: 8fb047f0-3603-4753-b81f-9f962d6042a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: 05c2ccff-4003-473b-8ead-8a4a792fa94d
  kind: Event
  lastTimestamp: "2026-07-27T17:53:33Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-8kr42'
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c63708c7751844
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: 5a680d22-dbd7-4d88-bea6-70f5ea854c04
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22069"
    uid: eee208d1-e208-4c06-a944-f3b5c2c5ea75
  kind: Event
  lastTimestamp: "2026-07-27T17:53:33Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1-predictor.18c63708c2d71049
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: 0f0f0e9a-7e4e-47b1-b83f-d9ac146330cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 6523eb3b-dfd3-42ab-a3b1-b6162b87d88e
  kind: Event
  lastTimestamp: "2026-07-27T17:54:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:54:03Z"
    name: isvc-autogluon-ts-v1-predictor.18c6370c419c0373
    namespace: kserve-ci-e2e-test
    resourceVersion: "22337"
    uid: 6bf481ea-72dc-4d3b-b180-944cba5a5877
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22070"
    uid: 6523eb3b-dfd3-42ab-a3b1-b6162b87d88e
  kind: Event
  lastTimestamp: "2026-07-27T17:54:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:54:03Z"
    name: isvc-autogluon-ts-v1-predictor.18c6370c42016ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22338"
    uid: 902e4177-16c3-44e7-b837-ac2c18d9e584
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 5bae1cb6-bcc8-452e-82bc-8365dbb033ed
  kind: Event
  lastTimestamp: "2026-07-27T17:53:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:53:59Z"
    name: isvc-autogluon-ts-v1.18c63708c2df5c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: eb1585c2-ac96-4cf7-bf7c-5065606c2524
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 5bae1cb6-bcc8-452e-82bc-8365dbb033ed
  kind: Event
  lastTimestamp: "2026-07-27T17:53:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1.18c63708c36e7892
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: 935d4c95-8027-431f-8dd2-3cfab93b0dcd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 5bae1cb6-bcc8-452e-82bc-8365dbb033ed
  kind: Event
  lastTimestamp: "2026-07-27T17:53:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:53:33Z"
    name: isvc-autogluon-ts-v1.18c63708ca1b052f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22096"
    uid: 8d578c8b-ea26-4093-b1b9-ad850365d715
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: 5bae1cb6-bcc8-452e-82bc-8365dbb033ed
  kind: Event
  lastTimestamp: "2026-07-27T17:53:59Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:53:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:53:59Z"
    name: isvc-autogluon-ts-v1.18c6370eee5c744a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 8e704b3a-f5dc-4a74-a906-885acedce3ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:43:46.171882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636801d28d248
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: dac955d0-f827-4092-903b-591f18763886
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c6368029e6552c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: deef53a7-24f7-400f-90fb-4da99d953946
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:43:47Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:43:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636805b037ef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: a0260503-0be7-4f95-b1da-1adf7ddcb82a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:43:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636805c8f4e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 7e1f0d74-6858-4348-92e7-2512d157496d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:43:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c6368060573a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 3dfcba46-a83e-4d02-be40-dab1358a7944
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:43:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:47Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c6368060cefd06
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: 96f6bafa-3536-40c9-a255-954dd1ef400a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:44:16Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T17:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:44:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636873f2b99be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: 94911acb-d2b1-462c-a0e0-aa81bee22b04
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:11Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m55.045s
    (1m55.045s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:11Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a2086f00bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18685"
    uid: 0f7f00ce-4417-4554-b1de-f64ef3877505
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a2115157a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18687"
    uid: bcffac16-508d-423d-8da9-b22394a0384c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a2138b3065
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: 9143db20-4487-44a9-a49c-6961c02f46f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a213984ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "18690"
    uid: 4c197efd-3423-42bf-a615-0c1c5a8cc0fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a218debf75
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 6669a007-04d6-4629-975f-dda4d4a0dd04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a219ad90ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: fd3fe71b-1cba-44e0-b761-1d11da0cd735
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:19Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a2648b7bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18748"
    uid: 18625b6f-75cb-4f66-b853-d93c17177480
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a9330e3bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: f3bfc7c5-2173-4db2-81c6-e300f3398592
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: cfe84b87-e1cf-4445-add3-5ff3b7d8b5c1
  kind: Event
  lastTimestamp: "2026-07-27T17:46:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:46:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-fvxrp.18c636a9330ec0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18934"
    uid: 1954cf6e-c648-47fa-bdd0-4cb02dd59353
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: a75f08dc-51e9-44b0-bcf5-05bd7b012675
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-fvxrp'
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c636801cb7beb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 5a6a6036-9c5e-4174-9084-d6bb6e395bcc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17585"
    uid: 66b8f726-98ff-4465-9adb-f11d968c54a7
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: isvc-autogluon-v1-predictor.18c6368017ea9119
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: 2049e205-0c84-45fc-8b33-319002e05f7f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 58335222-3114-4a96-b537-f9ad5941ce44
  kind: Event
  lastTimestamp: "2026-07-27T17:46:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:46:31Z"
    name: isvc-autogluon-v1-predictor.18c63683967875be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18840"
    uid: 4fdbc403-459f-410f-b653-5d049fb6b978
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 58335222-3114-4a96-b537-f9ad5941ce44
  kind: Event
  lastTimestamp: "2026-07-27T17:46:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:46:31Z"
    name: isvc-autogluon-v1-predictor.18c6368396dd9b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: e14a6c17-31e4-4cbe-bfe4-90ba0e0c8137
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: be323a38-7c05-4846-b6d9-266a90cbe2a2
  kind: Event
  lastTimestamp: "2026-07-27T17:46:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:46:29Z"
    name: isvc-autogluon-v1.18c636801802f077
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: d01990d3-882d-4cdb-9e6f-1e9261581960
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: be323a38-7c05-4846-b6d9-266a90cbe2a2
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: isvc-autogluon-v1.18c6368018d53cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: ae74304c-99eb-438d-b768-00d317eac55f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: be323a38-7c05-4846-b6d9-266a90cbe2a2
  kind: Event
  lastTimestamp: "2026-07-27T17:46:29Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:46:29Z"
    name: isvc-autogluon-v1.18c636a6267b34d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 36a0e36f-f694-4662-bfe0-c85dd2ff1ae1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:51:21.613736Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:51:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:51:21Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ea279bbcd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: ed7d7bea-fac9-4247-9b3e-a668b9598bc8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:22Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:51:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ea4194345a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21103"
    uid: 83c85e5c-1267-4b23-97ce-8d43a2c74388
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ea433b334e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 124a5b5b-13cb-4a96-8494-28231f9f0c4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ea466a2672
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: ceba9e5b-078b-496c-a924-356b2d085c1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:22Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ea46dc7931
    namespace: kserve-ci-e2e-test
    resourceVersion: "21107"
    uid: 2a12c091-6f8b-4d34-a3e2-ad4ece4e00fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:42Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ef1cedffd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21256"
    uid: f94cfa3f-089b-4a37-9a3d-ca791d0ef495
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ef204722cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21258"
    uid: 337395c8-8688-4648-89f4-92b62137e0a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ef20c38c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: f1c7e613-6df1-4e28-8886-5e875cad0a62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ef20cdfde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: 394b3c16-19af-4d34-a9c3-279042080fc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ef2526de8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21264"
    uid: b6c2f47c-0b4d-4b3f-af64-c117038a6785
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:51:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c636ef259ea663
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: fd134ef9-461f-4eea-b84f-f2802ee58a06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:53:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c6370794ffcc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "22017"
    uid: f14ca945-e265-41c0-8be1-70475abbb37d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:53:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c637079500d208
    namespace: kserve-ci-e2e-test
    resourceVersion: "22018"
    uid: 236bcc03-3a73-4e8f-8617-552d5fde1a32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 379d8717-0ed3-4289-99eb-c613b9af3a7f
  kind: Event
  lastTimestamp: "2026-07-27T17:53:28Z"
  message: 'Readiness probe failed: Get "http://10.133.0.35:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    dial tcp 10.133.0.35:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:53:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp.18c63707b09dc654
    namespace: kserve-ci-e2e-test
    resourceVersion: "22024"
    uid: dae39671-82d0-4bde-981b-16400d641e63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21074"
    uid: de2deb55-8a4c-4f00-b0e4-6e697cf9f4d9
  kind: Event
  lastTimestamp: "2026-07-27T17:51:21Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-ftbxp'
  metadata:
    creationTimestamp: "2026-07-27T17:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:21Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c636ea27107905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 21ee1627-adfc-461d-a574-4782f3a912d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21072"
    uid: 46671e86-8e40-4905-b9c1-8ee42bed5a1d
  kind: Event
  lastTimestamp: "2026-07-27T17:51:21Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:21Z"
    name: isvc-autogluon-v2-noslash-predictor.18c636ea2287080c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21075"
    uid: d48014c5-fd9f-4928-89c4-44d851b1400e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: a68568c8-3c04-4945-b70c-0ce6053cfbe8
  kind: Event
  lastTimestamp: "2026-07-27T17:52:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:21Z"
    name: isvc-autogluon-v2-noslash-predictor.18c636eda11b3cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: 96b81280-8adf-4864-86df-ee871ee46462
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21073"
    uid: a68568c8-3c04-4945-b70c-0ce6053cfbe8
  kind: Event
  lastTimestamp: "2026-07-27T17:52:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:51:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:52:21Z"
    name: isvc-autogluon-v2-noslash-predictor.18c636eda1850751
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: 8df76ff1-f042-4d3d-8b21-c79c22556ba1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: a68568c8-3c04-4945-b70c-0ce6053cfbe8
  kind: Event
  lastTimestamp: "2026-07-27T17:53:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:53:21Z"
    name: isvc-autogluon-v2-noslash-predictor.18c636fb9d617f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "21958"
    uid: fce4ee92-6a73-4c2c-869a-d9d2f7ed0738
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:52:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21210"
    uid: a68568c8-3c04-4945-b70c-0ce6053cfbe8
  kind: Event
  lastTimestamp: "2026-07-27T17:53:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:53:21Z"
    name: isvc-autogluon-v2-noslash-predictor.18c636fb9dcc7995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21959"
    uid: 509584ed-527d-4454-b228-029c31e34948
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: 7bc3b027-f3c9-4675-9f79-6a00ceae9523
  kind: Event
  lastTimestamp: "2026-07-27T17:53:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:53:18Z"
    name: isvc-autogluon-v2-noslash.18c636ea22bbc2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21934"
    uid: 247d5b2f-4518-4739-90ca-f4d8dd2542a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21064"
    uid: 7bc3b027-f3c9-4675-9f79-6a00ceae9523
  kind: Event
  lastTimestamp: "2026-07-27T17:51:21Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:51:21Z"
    name: isvc-autogluon-v2-noslash.18c636ea23226327
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 795e5afb-f6fa-4d08-b2ee-c7f3c5418fcb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:53:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 7bc3b027-f3c9-4675-9f79-6a00ceae9523
  kind: Event
  lastTimestamp: "2026-07-27T17:53:18Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:53:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:53:18Z"
    name: isvc-autogluon-v2-noslash.18c6370562c800dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: 6e6b438d-6b6b-42c6-8ea6-35272b96acb5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:46:47.760391Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:46:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:46:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636aa64ad509e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: 9c5a2276-de6f-41d3-bc59-3b2fda914f7a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:46:48Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:46:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636aa81c330ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 7b75f482-45a5-4197-9eaf-babf7115bb0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:46:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636aa833adeab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: 1392e9e1-1fc8-487d-a7f6-3742cddd1458
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:46:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636aa89cff5a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 9145210a-88d1-4875-a70e-68f12fdf793f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:46:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:46:48Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636aa8b3a020f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: 59a6220f-2076-4c3e-bbcb-3084c4a6581d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:47:17Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:47:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636b15cb88f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: 7a6c0459-3fb7-4332-9729-e267d36e482b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:47:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:47:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636b1607df0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19236"
    uid: ee572b57-18fe-46e5-8f6a-ef4372c66004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:47:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:47:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636b160e29f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: 30c206f2-5370-464d-9553-dd4de9b97b6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:47:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:47:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636b160ecca45
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: fb652960-544d-4ec3-9227-26fbf59af4ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:47:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:47:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636b1648ca480
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 987725b8-9b2e-4b6e-8f85-0e185e643a1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:47:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:47:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636b164f880dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: 9e5b5b91-7d13-4494-8c03-2c1bead03862
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:48:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:48:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636c7d588027e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: 774291ea-bcf9-4ef1-8652-34f9b7f5c2f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:48:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:48:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:48:54Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636c7d5889132
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: 0925e736-c963-48e5-8909-4ce2c5ff9fd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: bfe8f9ab-8359-4727-ba69-fe903c33c7e6
  kind: Event
  lastTimestamp: "2026-07-27T17:48:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-27T17:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:48:56Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt.18c636c86a844568
    namespace: kserve-ci-e2e-test
    resourceVersion: "19960"
    uid: 08bf82c3-4b9e-44b8-9350-8f485e4338dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: 459d9935-d68d-4cf3-b2e7-cf6e13f70be2
  kind: Event
  lastTimestamp: "2026-07-27T17:46:47Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-pxzlt'
  metadata:
    creationTimestamp: "2026-07-27T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:46:47Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c636aa6446791c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: c98cf8ff-a75f-4b0e-9c4b-672cd04173fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: 1312da04-f6d7-4d7f-935a-95ea888585eb
  kind: Event
  lastTimestamp: "2026-07-27T17:46:47Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:46:47Z"
    name: isvc-autogluon-v2-predictor.18c636aa5fd90ef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: ebf53c81-ca90-40fe-bfe2-2576883908fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:47:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18986"
    uid: c7714e91-6331-498c-afb5-0abbbf68f65a
  kind: Event
  lastTimestamp: "2026-07-27T17:47:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:47:47Z"
    name: isvc-autogluon-v2-predictor.18c636adde515be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19448"
    uid: 1efee128-9516-46d4-8765-07ebac32318c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:47:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18986"
    uid: c7714e91-6331-498c-afb5-0abbbf68f65a
  kind: Event
  lastTimestamp: "2026-07-27T17:47:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:47:47Z"
    name: isvc-autogluon-v2-predictor.18c636added0659c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 92cfbc70-9656-4589-840e-c56ce1b5e2ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: c7714e91-6331-498c-afb5-0abbbf68f65a
  kind: Event
  lastTimestamp: "2026-07-27T17:48:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:48:47Z"
    name: isvc-autogluon-v2-predictor.18c636bbdab7498e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: ac839d24-ace7-4a25-911b-2488039dcfda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: c7714e91-6331-498c-afb5-0abbbf68f65a
  kind: Event
  lastTimestamp: "2026-07-27T17:48:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:48:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:48:47Z"
    name: isvc-autogluon-v2-predictor.18c636bbdb1a35fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3fae5b04-d7e8-4cab-99b4-89ea77b43f67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:48:59.440481Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20002"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636c90d6c2c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20006"
    uid: d56e0253-4c73-4766-baf8-1b6022a4b0a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:48:59Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636c927104343
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: 03dd40dd-5126-45db-be7e-89052cb9a27e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:48:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636c928a715d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: c1b33cdc-e8fe-4035-9cbc-c1f2d3570d84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:48:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636c92b4d445a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: 0afa8824-4561-4f61-9ff0-5167fddafd7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:48:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636c92baf2c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: 3b3ed271-5165-4dff-9b1f-ed24d9af6aca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:49:20Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636cde5fff0e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: f22a2953-2cfc-4765-9835-21755f71c788
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:49:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636cde9898321
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 359af7b6-f8cd-495d-bd70-a6eaeecfddfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:49:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636cde9efa990
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 3e61143c-2802-4627-8197-f9fec3e7daef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:49:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636cde9fa94d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: 721a1d9c-6993-4c14-8c30-90aeebcb1268
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:49:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636cdecb0d12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20177"
    uid: aeb1c214-bf60-46a7-a71b-c501f4eae082
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:49:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:49:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:49:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636cded165a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "20179"
    uid: 0581fe83-9f4d-4966-8b75-6484d92e9a75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636e8f54a8d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21022"
    uid: 9e14075f-faaa-4204-8937-a15c4cc56dfc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 74eb8bd7-99d2-4c98-bcab-37b1dc0cff5e
  kind: Event
  lastTimestamp: "2026-07-27T17:51:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:51:16Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt.18c636e8f54b2968
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 63bdec85-e587-492b-8fae-33edfae7d484
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 601f1271-1158-4a54-ba79-1ba7a2424a4b
  kind: Event
  lastTimestamp: "2026-07-27T17:48:59Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-9f9nt'
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c636c90cf70091
    namespace: kserve-ci-e2e-test
    resourceVersion: "20003"
    uid: bac286b2-269a-40a5-9adc-cfd17b3de9cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: 0f4fff26-0e09-446d-9ab9-d69a693fd991
  kind: Event
  lastTimestamp: "2026-07-27T17:48:59Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants-predictor.18c636c9074f85f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: 9eed655a-0b7f-4ae2-9f3d-a95bff5dd5c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: f082b19b-6066-4d3b-b239-328ce95502c1
  kind: Event
  lastTimestamp: "2026-07-27T17:49:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:29Z"
    name: isvc-autogluon-v2-variants-predictor.18c636cc86662065
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: de3f21aa-48fe-4d66-8ada-57db3502784e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: f082b19b-6066-4d3b-b239-328ce95502c1
  kind: Event
  lastTimestamp: "2026-07-27T17:49:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:49:29Z"
    name: isvc-autogluon-v2-variants-predictor.18c636cc86d8ca93
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: ea3584e8-c2a9-4178-9541-0c85f72c16f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: f082b19b-6066-4d3b-b239-328ce95502c1
  kind: Event
  lastTimestamp: "2026-07-27T17:51:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:14Z"
    name: isvc-autogluon-v2-variants-predictor.18c636d384ac30d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 0296b95d-d9b2-4a86-be70-393288a9b4cb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T17:49:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: f082b19b-6066-4d3b-b239-328ce95502c1
  kind: Event
  lastTimestamp: "2026-07-27T17:51:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:51:14Z"
    name: isvc-autogluon-v2-variants-predictor.18c636d38523c890
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: 5d463ca1-88d1-4c1b-9204-8a2dd43608dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 74346f7e-6e5c-422a-b896-402ae8f9e8f2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:59Z"
    name: isvc-autogluon-v2-variants.18c636c907804c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 80d1c3dc-2b04-4df6-a618-f54bc267a50a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19980"
    uid: 74346f7e-6e5c-422a-b896-402ae8f9e8f2
  kind: Event
  lastTimestamp: "2026-07-27T17:48:59Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants.18c636c9087f0c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: da007e76-5405-4b06-8e0e-988c73241e72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19984"
    uid: 74346f7e-6e5c-422a-b896-402ae8f9e8f2
  kind: Event
  lastTimestamp: "2026-07-27T17:48:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:48:59Z"
    name: isvc-autogluon-v2-variants.18c636c90fe06659
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 7c9e55ee-d331-4610-9d6a-a81cc05d1499
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:50:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: 74346f7e-6e5c-422a-b896-402ae8f9e8f2
  kind: Event
  lastTimestamp: "2026-07-27T17:50:59Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:50:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:50:59Z"
    name: isvc-autogluon-v2-variants.18c636e5057a73d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: 855ee060-5d26-4283-a0d6-4f4189262a42
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 2a3cff71-3844-40d6-8dae-83fe09da7c4f
  kind: Event
  lastTimestamp: "2026-07-27T17:48:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:48:47Z"
    name: isvc-autogluon-v2.18c636aa5fecf52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: c7e694de-37a2-4f07-96b1-c4a76d0ef5e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:46:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 2a3cff71-3844-40d6-8dae-83fe09da7c4f
  kind: Event
  lastTimestamp: "2026-07-27T17:46:47Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:46:47Z"
    name: isvc-autogluon-v2.18c636aa607316b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18993"
    uid: 9c355434-ad19-4688-be05-7feb0e5b8da6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:48:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: 2a3cff71-3844-40d6-8dae-83fe09da7c4f
  kind: Event
  lastTimestamp: "2026-07-27T17:48:47Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:48:47Z"
    name: isvc-autogluon-v2.18c636c6491cc203
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: c53fc52f-25e4-4fdc-8014-f4508540a17f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:55:01.564333Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22884"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-cb85cf55c-kzxmm
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:55:01Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371d5daf7ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: c156a5be-0831-42f3-84b8-8e85f43d5fba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:02Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:55:02Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371d7a936169
    namespace: kserve-ci-e2e-test
    resourceVersion: "22917"
    uid: 6e4cdbb9-e20a-4147-9039-afc7d3dbb295
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:02Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371d7c0889be
    namespace: kserve-ci-e2e-test
    resourceVersion: "22920"
    uid: 4c372e07-6923-477a-9c87-7c34af09daf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:02Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371d7ee68766
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 62daf759-da0e-4b7f-880f-771d5d40b44b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:02Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371d7f63b4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: 9d07f6c6-5ae9-49aa-8ba0-1e6a80d4c931
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371e99398115
    namespace: kserve-ci-e2e-test
    resourceVersion: "22971"
    uid: 3d3c2b0e-b3d1-4afd-8e9c-388c2ae98fa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371e9cd323b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22975"
    uid: dca36259-899f-48ad-910c-aa91dcb79d5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371e9d6331aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22978"
    uid: 9cc97184-a02d-43c1-97dc-1ffd1adcaed7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371e9d6cb70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: 75fc623b-d753-4ed8-a855-6b88b2dff1d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371ea124b1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22984"
    uid: b1a37bda-1002-4bbb-b1ed-ddf6629b5244
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:55:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:07Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371ea1cf1784
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: 71600db0-446e-41af-94c0-83bea889a561
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:56:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:34Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6371f1149e691
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: 340f27c4-e2b4-4244-9d31-7c1dd5233126
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:56:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:31Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c63732579f9b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23627"
    uid: 12efb6ac-2f2b-4b76-b0f8-5b12e98b9f38
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:56:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:31Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6373257a00958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: 88f0a6ea-94b5-4a29-885e-e5447c6786e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 548b5a37-e500-45c6-b82f-13f2a74dbff8
  kind: Event
  lastTimestamp: "2026-07-27T17:56:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:34Z"
    name: isvc-canary-create-predictor-cb85cf55c-kzxmm.18c6373317851dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: 5bf4caf8-7699-429e-bebc-d282c2759850
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-cb85cf55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22868"
    uid: d19748a0-5d70-45fd-ac5e-526d61dbab17
  kind: Event
  lastTimestamp: "2026-07-27T17:55:01Z"
  message: 'Created pod: isvc-canary-create-predictor-cb85cf55c-kzxmm'
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:55:01Z"
    name: isvc-canary-create-predictor-cb85cf55c.18c6371d5d408209
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: 69486b86-1a46-4ef5-ba7a-08c3a36b1cdc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: ace0c975-a56b-400a-bda0-cb3fcf8ec718
  kind: Event
  lastTimestamp: "2026-07-27T17:55:01Z"
  message: Scaled up replica set isvc-canary-create-predictor-cb85cf55c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:55:01Z"
    name: isvc-canary-create-predictor.18c6371d593930b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: f7171c47-b5fb-447c-bd7d-6bb8124c8b0d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:55:01.586959Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:55:01Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371d5f08c2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: 298316cb-f9b0-4589-b6fa-c3bec46dc828
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:02Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:55:02Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371d7ba00ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22919"
    uid: a6f69d6b-3458-4e5a-b2b4-0de435a4d70a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:02Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371d7ddf447e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: f773b977-237e-413b-bcb7-a42d789d6526
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:02Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371d809cfc70
    namespace: kserve-ci-e2e-test
    resourceVersion: "22925"
    uid: e8c0f7f9-1a22-41d1-8bd8-4e72e1ae95f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:55:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:02Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371d8110b8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22926"
    uid: bb20cdf3-f0e5-4744-855d-7b7622ebf25a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371e99236d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22970"
    uid: 4351c356-41f5-47a8-9878-ac98feeb4d94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371e9cc7eb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22974"
    uid: a227f053-5a67-4216-a1b3-8efe6448a6e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371e9d4754b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22976"
    uid: 9d6365b2-8c65-4fe7-9bce-fb1b397dca40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371e9d5280eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22977"
    uid: ea5acf65-bc98-4f77-b543-53053c1957d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:55:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:06Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371ea10fd40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22983"
    uid: f3e09c5d-5bd6-4168-b872-222c538c2d1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:55:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:55:07Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371ea195e2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22985"
    uid: 019d7ce1-31ae-4c2a-ad67-a7dacf40b2ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:56:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:32Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6371f114b3d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "23637"
    uid: 3b7218f8-21b5-4cd3-8eed-6c6531bc6984
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:56:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:31Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6373257ebb81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23629"
    uid: 82c46795-16ef-4805-ba02-9d2f51fc179f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:56:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:56:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:31Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c6373257ecf0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: 8cd88409-c605-4520-b091-7e108ae76d2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr
    namespace: kserve-ci-e2e-test
    resourceVersion: "22894"
    uid: 9775f83a-fe61-493f-bb43-38a1229ba941
  kind: Event
  lastTimestamp: "2026-07-27T17:56:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:34Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr.18c637331786427d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: 78ed9e5b-f34a-434d-b32f-77011e15d17d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6d8d4768d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: e8ee9e9f-1263-46c7-ad7d-5423ee80f93a
  kind: Event
  lastTimestamp: "2026-07-27T17:55:01Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6d8d4768d4-xtrlr'
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:55:01Z"
    name: isvc-canary-create-v2-predictor-6d8d4768d4.18c6371d5eacc992
    namespace: kserve-ci-e2e-test
    resourceVersion: "22893"
    uid: 4e3866d4-6d5b-4d50-a52c-b457e1ff410e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22876"
    uid: 7b4156e4-5fa5-48c8-aa39-5e674c1b6dd2
  kind: Event
  lastTimestamp: "2026-07-27T17:55:01Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6d8d4768d4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:55:01Z"
    name: isvc-canary-create-v2-predictor.18c6371d5b1ffe86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22879"
    uid: 7a68ca3f-64fe-4ded-8f88-988020622f97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: dee15307-8955-457e-8321-c6418b646ccd
  kind: Event
  lastTimestamp: "2026-07-27T17:56:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:56:25Z"
    name: isvc-canary-create.18c6371d5ae58b47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: 63a6d502-5f9b-4d41-920f-721823d65d35
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: dee15307-8955-457e-8321-c6418b646ccd
  kind: Event
  lastTimestamp: "2026-07-27T17:55:01Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:55:01Z"
    name: isvc-canary-create.18c6371d5b5d60df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: ffd281cf-3164-4c7b-93e9-7e682302cf7f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:55:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: dee15307-8955-457e-8321-c6418b646ccd
  kind: Event
  lastTimestamp: "2026-07-27T17:55:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:55:01Z"
    name: isvc-canary-create.18c6371d5b5db27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 7a35c6ed-c1ad-48d6-a2d0-3f8af548f5f9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: dee15307-8955-457e-8321-c6418b646ccd
  kind: Event
  lastTimestamp: "2026-07-27T17:56:24Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:56:24Z"
    name: isvc-canary-create.18c63730ca4afccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 04405da5-a2e3-4865-aa1e-344156ae5a4b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:56:36.816658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-d9759ffd5-f492w
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:56:36Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c637338b2a9ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: 52c591b5-8f46-473f-9096-de20c4c1a549
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c6373397f54074
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: a73b2c3a-92c1-4292-a9bd-f52a4665572a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63733c8b0c588
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: 4247eae2-9216-41b1-8ae2-c430ef0ebbf6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63733ca449849
    namespace: kserve-ci-e2e-test
    resourceVersion: "23746"
    uid: 0e0e4db3-e93c-415e-b57f-28c3959dbeb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63733ccfff893
    namespace: kserve-ci-e2e-test
    resourceVersion: "23747"
    uid: 12e7c264-061b-4990-93f5-581e206a90b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63733cd73e7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: aa031eb6-3aa6-4dea-93b0-23abc1e4841b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:42Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63734d365c52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: b6012fa0-3592-41d1-8105-541600f8f32a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:42Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63734d6e8b0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23800"
    uid: 0592d73a-bfc8-4eb9-9a7c-fda130828c61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:42Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63734d758699f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23801"
    uid: f6628577-d058-40b1-a396-f807da9fda00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:42Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63734d764855d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23802"
    uid: 160487ec-f4a2-444d-940f-cc17556ff458
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:42Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63734da113fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23805"
    uid: a733ed3c-b8b0-467d-96da-8a8dd62b12ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:56:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:42Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c63734da84faa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23807"
    uid: c4dc7247-9a6f-4da8-8b58-dcd2c234f411
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:58:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:09Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c637350f90fd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: 11d2dd2b-4859-430d-8fff-295aea445c43
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:58:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:06Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c6374882f88d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: 8e49ee5c-de09-4d83-af31-9190d717d029
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:58:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:06Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c6374882f93537
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: 1efb3ac1-aebd-4630-b7cc-4c0372ab37e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-d9759ffd5-f492w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: aab97251-fd04-4e56-85d0-f8b76ddd901d
  kind: Event
  lastTimestamp: "2026-07-27T17:58:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:09Z"
    name: isvc-canary-promote-predictor-d9759ffd5-f492w.18c6374915c5b98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 78fcef38-b01d-4346-a227-5ca18efdcb6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-d9759ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: 9961f812-45f9-4f49-abfc-8f846eb9fb90
  kind: Event
  lastTimestamp: "2026-07-27T17:56:36Z"
  message: 'Created pod: isvc-canary-promote-predictor-d9759ffd5-f492w'
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:56:36Z"
    name: isvc-canary-promote-predictor-d9759ffd5.18c637338ac203c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: fcde886a-35a4-4112-80b1-1950a47207c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23682"
    uid: 9a59752f-b3d1-437d-94b9-824334ca9412
  kind: Event
  lastTimestamp: "2026-07-27T17:56:36Z"
  message: Scaled up replica set isvc-canary-promote-predictor-d9759ffd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:56:36Z"
    name: isvc-canary-promote-predictor.18c63733847c4be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23684"
    uid: be9c6b90-a973-48d3-b426-c3c9468cc3cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:56:36.828723Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:56:36Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c637338be2bbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: c6541af0-a131-47ec-9b2a-5678f56fbb36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63733a5c32bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23731"
    uid: 14e44973-41a2-4fd0-9539-67e4fb48e0bd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63733a76c4ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: 44d7d01c-c2ff-4154-9128-306605abd2f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63733aab369d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: 69141185-4f43-4ff5-b7b2-082a6f48f060
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:37Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63733ab446af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: f5a5a17a-b652-4253-a954-987cae97be90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:41Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63734975e7175
    namespace: kserve-ci-e2e-test
    resourceVersion: "23783"
    uid: c6d9ca16-cc3d-465c-951e-15960aa6cceb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:41Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c637349b294a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23786"
    uid: 5da7ea93-d4af-4847-bea8-0298fcc9e0d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:41Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c637349b9f7a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "23787"
    uid: 2dc2e76c-f1f4-463b-970d-9661e41bf6b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:41Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c637349baaa855
    namespace: kserve-ci-e2e-test
    resourceVersion: "23788"
    uid: c8242f23-45b9-46c9-9d36-0919e448d1b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:41Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63734a18092f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23790"
    uid: 7393a6d4-eb09-4203-8f34-e8e0cd6f3228
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:56:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:56:41Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63734a1f45a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23792"
    uid: 1c11ea03-c015-46af-952c-83e3d199b8af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T18:00:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:56:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:00Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c637350f90b06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: 63e71d17-d429-4564-b42a-e7336f8270f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:59:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:59:57Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63762303465a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25541"
    uid: 3a8fa3a1-0b63-45cf-8493-29c3a5b47003
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:59:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:59:57Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63762303580c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25543"
    uid: 1d751af1-12af-44e6-a35a-0b3541b6fbb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23708"
    uid: 1f17000c-4324-4ca5-9f04-f41b2198fe50
  kind: Event
  lastTimestamp: "2026-07-27T17:59:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:59:59Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-cq4vs.18c63762b24ef237
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: 971099b1-f87f-41d8-ac3f-269e08f351c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:58:06.994223Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:58:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:58:06Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c637488a2b06d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24444"
    uid: 2441c8dc-a488-4fb6-acf1-0f7adfbf5faa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24451"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:07Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:58:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c63748a4d51afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: c46ac98a-1527-4b5d-af6c-2268a9a069a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c63748a67252b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 0e35fadf-3e74-43c6-bbab-61000601105e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c63748a965ad53
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: 795b571b-bf99-453f-b1e6-06aba096fce6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:07Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c63748a9e7cbcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24461"
    uid: 916f7801-2dc4-4b51-921b-d7f176e6c67d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:11Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T17:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:11Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c63749a4a15d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "24499"
    uid: 31f6422b-5e18-46d8-a3ed-88aee14c0638
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 14.092s (14.092s including waiting). Image size: 1555732406 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c6374cec9a18f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24595"
    uid: ed59babd-46c9-4aee-8a3a-bf66450ab85a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c6374cf071f39e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24596"
    uid: 23ad9939-66ea-4675-bd8d-cf3f4b0ea383
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c6374cf112dce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: 7d3beece-d4b3-4dd8-ad52-7b76215af327
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:25Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T17:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:25Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c6374cf1219566
    namespace: kserve-ci-e2e-test
    resourceVersion: "24598"
    uid: 89fdd11d-1ba3-474c-a763-28dc5246da74
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.654s (2.654s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:28Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c6374d8f59facd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24618"
    uid: f4e97e04-dd9b-4d02-bc3f-3bacf75bab2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:28Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c6374d92e27e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "24619"
    uid: 2243605f-10d6-4808-9af5-04732a77f304
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:58:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:58:28Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c6374d9367b512
    namespace: kserve-ci-e2e-test
    resourceVersion: "24620"
    uid: b571d05b-ed35-4100-99fe-f2f3c0796e9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:59:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:59:43Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c6374d9ffb091c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: cc89adb0-b0de-46d6-b970-4d033e2e044a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:59:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:59:57Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c637622ffebbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 395f9407-1a33-41f5-967e-31713c9dc860
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:59:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:59:57Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c637622fffa4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25542"
    uid: 77a2ae02-6cdc-4ca8-bd7a-b5150ce9ed97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24441"
    uid: 2c1fdec1-4233-48fe-bf05-22fbeb92decf
  kind: Event
  lastTimestamp: "2026-07-27T17:59:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:59:59Z"
    name: isvc-canary-promote-v2-predictor-86766c4958-gnfs8.18c63762d03c7bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25565"
    uid: 26ab1f86-385a-4e8e-ab03-64aadae8e3df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "23692"
    uid: 2c055b64-e107-4a52-ba33-2db1d42da6da
  kind: Event
  lastTimestamp: "2026-07-27T17:56:36Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-cq4vs'
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:56:36Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c637338b5a9a2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: 50c08c8e-36ee-429d-bda4-7fe62860e4f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-86766c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: 2c055b64-e107-4a52-ba33-2db1d42da6da
  kind: Event
  lastTimestamp: "2026-07-27T17:58:06Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-86766c4958-gnfs8'
  metadata:
    creationTimestamp: "2026-07-27T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:58:06Z"
    name: isvc-canary-promote-v2-predictor-86766c4958.18c637488961996f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: c2bd2b5f-adce-42bd-b8f5-89d3b9b9101d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23691"
    uid: bbaddfc0-d638-4c87-9e77-1d9af443f2f3
  kind: Event
  lastTimestamp: "2026-07-27T17:56:36Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:56:36Z"
    name: isvc-canary-promote-v2-predictor.18c63733867c256c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23694"
    uid: 8fca1c31-18b8-4fea-a6ab-bf4b3d149279
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: bbaddfc0-d638-4c87-9e77-1d9af443f2f3
  kind: Event
  lastTimestamp: "2026-07-27T17:58:06Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-86766c4958 from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-27T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:58:06Z"
    name: isvc-canary-promote-v2-predictor.18c637488195ab9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: d22559ff-9bd5-4c35-8ac8-c7ac1b4d59ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23675"
    uid: 044d61a4-ede1-4bfe-b0a7-5ac4ebb69f7a
  kind: Event
  lastTimestamp: "2026-07-27T17:58:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:58:07Z"
    name: isvc-canary-promote.18c63733864f293c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24452"
    uid: c17a958a-6816-47c1-b8ea-16883b3547e2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23675"
    uid: 044d61a4-ede1-4bfe-b0a7-5ac4ebb69f7a
  kind: Event
  lastTimestamp: "2026-07-27T17:58:06Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:58:06Z"
    name: isvc-canary-promote.18c6373386f5fabc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24437"
    uid: 60819968-04e0-47e7-b6d5-fc83a5974570
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:56:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23675"
    uid: 044d61a4-ede1-4bfe-b0a7-5ac4ebb69f7a
  kind: Event
  lastTimestamp: "2026-07-27T17:58:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:56:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:58:06Z"
    name: isvc-canary-promote.18c6373386f64ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 9aeb6076-242b-4dbe-84b6-34fb0de67c75
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:57:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: 044d61a4-ede1-4bfe-b0a7-5ac4ebb69f7a
  kind: Event
  lastTimestamp: "2026-07-27T17:59:53Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:57:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:59:53Z"
    name: isvc-canary-promote.18c63746c8fdd62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: a2464b66-d1be-493c-b22a-d610fbc14134
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:58:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: 044d61a4-ede1-4bfe-b0a7-5ac4ebb69f7a
  kind: Event
  lastTimestamp: "2026-07-27T17:58:07Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-27T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:58:07Z"
    name: isvc-canary-promote.18c637488c7359f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24450"
    uid: 5cfeb35b-d5de-4466-a46e-f315c5534b3e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:00:02.284022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25615"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c6376361f9c3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25620"
    uid: f16e5661-61d7-4da7-8b62-4e6163b253e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c637637c22d28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25648"
    uid: 6d8bcec0-ecb1-45cb-86bb-cd2aa3255693
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c637637d9d1b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25650"
    uid: 0a9cd438-ffc8-4097-9fed-a699f64e7c5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c6376380b7c7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: b2e25300-edfc-4c75-95bb-05aefcbbec4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c637638131f5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 48aa8c25-4278-4511-8556-78c9306f0d7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c6376488a678c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25701"
    uid: bf62b3b0-f692-4ed1-84ef-541eabe771de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c637648c4ec7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: a66b1cf9-fbd9-4cb0-817c-037c4d123598
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c637648cc3a77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25709"
    uid: 7d7aa2ea-ee44-4210-b05b-8c4e9d71821a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c637648cce0424
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: bb0503e5-93b7-4c44-804a-d84c65f6b9ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c637648fd0478c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 74884f94-17c1-473e-8d1a-f16a314db411
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c63764904435e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 4a0d602a-22ea-4ee1-bd9c-91d0285eb11c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:03:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:04Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c63764c4d8b5c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: 3570bf40-e9d4-4d56-96fa-e444a3ac2046
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:03:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c6378d5730f6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27051"
    uid: 95ef9282-479e-498b-beae-5683f4b87000
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:03:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c6378d57318b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "27053"
    uid: c2e2792c-42eb-4490-98ae-3dd82f3915f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: fdd8df10-64ad-4c9c-bad7-3782e38c6e68
  kind: Event
  lastTimestamp: "2026-07-27T18:03:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:04Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9.18c6378dbf9b8de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: a44d3c4f-03bc-487f-8d47-e17f2ab4dec1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:01:32.380904Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26373"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c637785c2b21d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: ee43cd78-c025-43c4-847a-67f457b3301a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c63778763cdb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26386"
    uid: 932ad478-4b58-48b7-916d-80bd04f08dcf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c6377877e88bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26389"
    uid: bded2f65-11a0-4fff-bddf-568f5ab212e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c637787a97f13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26390"
    uid: 9cb16a05-cd20-40c9-9b20-227c1a325913
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c637787b1563c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26391"
    uid: eaea11d9-2167-45e4-8cc6-5b71e7bf3249
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:36Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c6377959f234dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: 87004f91-eeda-4857-827f-359e7019eb12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:36Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c637795d8628ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26427"
    uid: d5ab4803-ba62-446a-89d7-489f6e978f24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:36Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c637795e0c1051
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: fcde586e-7ed5-4ee8-b256-9100f5b793d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:36Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c637795e17bc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: aa956874-b4bc-4f86-a34d-85d90f84c321
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:36Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c637796133170a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26431"
    uid: c13713cf-608c-4cc1-a5ec-e27bad5929fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:01:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:36Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c6377961b23cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26432"
    uid: 9579f96c-02fa-4ec1-9044-1c35bcdef4d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:02:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:02:51Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c63779d1d86f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: cf03a332-adca-457d-8049-8342e05c5f9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:03:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c6378d5716b023
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: 2f491cdf-86a7-41ae-8b18-1dcc2356d734
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:03:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:03:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c6378d5717ef43
    namespace: kserve-ci-e2e-test
    resourceVersion: "27052"
    uid: 8c5006d5-755a-481a-a858-3c703b3d5b62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: 45a94d9e-a876-4cf2-82b9-e77cf06cb143
  kind: Event
  lastTimestamp: "2026-07-27T18:03:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:04Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz.18c6378dd8139601
    namespace: kserve-ci-e2e-test
    resourceVersion: "27072"
    uid: dc9445f3-aa4a-4c0a-8609-00edd02b1d16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: ad6901ef-8153-4498-b1e1-fd17fa6fd399
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-424c9'
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c63763616c2bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25616"
    uid: 3a8173a9-363b-4cc9-8604-17e121899466
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-5bbb8c8cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: ad6901ef-8153-4498-b1e1-fd17fa6fd399
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: 'Created pod: isvc-canary-rollback-predictor-5bbb8c8cfc-z64gz'
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-predictor-5bbb8c8cfc.18c637785bc18c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "26374"
    uid: 0c21f9f0-7b25-494e-a821-3c4a8097294c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25596"
    uid: 5e9b3ed1-5351-46ea-b927-9e330f5ad1cc
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-predictor.18c637635c952c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 23e110ed-8c04-4e12-9086-81fc36b3272d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26351"
    uid: 5e9b3ed1-5351-46ea-b927-9e330f5ad1cc
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-5bbb8c8cfc from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-predictor.18c6377856ffaf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: 2d04a913-fea4-4945-9f18-f7dd74d76390
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:00:02.296443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25619"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c6376362b7411a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25625"
    uid: c6d75bc9-5b17-4ac1-a9c3-25dc95a90d75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c637637d9b4ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25651"
    uid: 2ff436e1-a47d-4f71-b158-7207ee629c71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c637637f60ff08
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: 03f043ff-adca-473d-8aa6-50db0385dcef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c6376381a1ed35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 81341261-8c07-4b63-af6e-50a5a830462d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c637638218a682
    namespace: kserve-ci-e2e-test
    resourceVersion: "25658"
    uid: c05c8bb0-6cd8-477c-8eee-d8ac571de6ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c6376488925762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25700"
    uid: 22461d93-d91f-476e-9d0b-feb68a597987
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c637648c441631
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: e4a5708c-5576-408b-9218-d56f2bfa6499
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c637648cb63009
    namespace: kserve-ci-e2e-test
    resourceVersion: "25707"
    uid: b583aaa1-8533-4dae-8c91-806132a32d4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c637648cc09bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25708"
    uid: 897d5287-567b-41cc-b101-a8510ca3ac86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c637648fc07c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: 64c81c1f-d7fd-4eeb-a38e-ab353fa3b8f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:00:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:00:07Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c6376490364371
    namespace: kserve-ci-e2e-test
    resourceVersion: "25715"
    uid: 0273d5be-ee0b-475d-aa1b-ec70b73f583c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:01:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:35Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c6376500d250f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26414"
    uid: 095d3dc6-3ce1-441f-80ad-4362be7d8b69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c6377857ef2eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: ef074d14-3c34-4915-8ce1-c7904029919d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c6377857ef8f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26368"
    uid: 24a33863-a15a-4f53-b98f-8a64a6f3b75a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25622"
    uid: 14096185-74a8-4e25-a035-7fd0bb5e44c9
  kind: Event
  lastTimestamp: "2026-07-27T18:01:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:01:35Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87.18c63779071215fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26413"
    uid: 5b4ceb81-3fa8-4016-a176-32a373c97aec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-84f48b7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "25608"
    uid: e8dfd16c-8166-4c90-8a89-3644338a25ea
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-84f48b7656-xjw87'
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-v2-predictor-84f48b7656.18c63763622234b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25621"
    uid: 00c6156d-9378-45ff-ba83-6eb014720c7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25606"
    uid: 06da9df5-004c-49b8-a970-000e04cc8cdf
  kind: Event
  lastTimestamp: "2026-07-27T18:00:02Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-84f48b7656 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:00:02Z"
    name: isvc-canary-rollback-v2-predictor.18c637635eb35981
    namespace: kserve-ci-e2e-test
    resourceVersion: "25610"
    uid: ba24e975-2a8a-4925-937a-a986bc642d70
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: aa9cfcb4-29a2-4992-b5d1-0ba6b0ef25b8
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback.18c637635e67ca45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26382"
    uid: e0c40b0d-cba3-47cc-8ea1-4f08b8b8c61b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: aa9cfcb4-29a2-4992-b5d1-0ba6b0ef25b8
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback.18c637635ee1188e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26371"
    uid: 42b4c967-d529-429f-aa53-055a3c413398
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:00:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25589"
    uid: aa9cfcb4-29a2-4992-b5d1-0ba6b0ef25b8
  kind: Event
  lastTimestamp: "2026-07-27T18:01:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:01:32Z"
    name: isvc-canary-rollback.18c637635ee16500
    namespace: kserve-ci-e2e-test
    resourceVersion: "26372"
    uid: 92b80e63-704c-4bee-bef8-ae6e0613f753
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:01:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: aa9cfcb4-29a2-4992-b5d1-0ba6b0ef25b8
  kind: Event
  lastTimestamp: "2026-07-27T18:03:01Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:03:01Z"
    name: isvc-canary-rollback.18c637767e46e545
    namespace: kserve-ci-e2e-test
    resourceVersion: "27023"
    uid: 1c799f75-1ab5-4d54-b419-c4bba4877298
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:03:07.661935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378e8b5c4145
    namespace: kserve-ci-e2e-test
    resourceVersion: "27124"
    uid: 6a634f2b-384d-4f3f-b426-69d69aede83b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378e93af9a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27142"
    uid: fb9e4801-5481-40e6-bf8d-50265063e433
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27133"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:08Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:03:08Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378ec93f6e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: 3062290c-2c9b-48b0-aa7d-e1640afba02f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:08Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378ecab89823
    namespace: kserve-ci-e2e-test
    resourceVersion: "27166"
    uid: 43ab4392-55fe-419c-a276-5b7cb98f1476
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:08Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378ece694844
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: 8c3b5cf8-39f7-4c34-9aac-6cce814fea84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:08Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378ecee3fddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: 3fa2582e-9676-496b-b394-7738af3fad5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378fcdb9a5b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27217"
    uid: 970ad7cc-d498-428f-b323-aa4099cf1e1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378fd12091df
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: 7a9ed346-44d8-45e8-9af6-efc18803bab0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378fd19aeda1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: d568cbb9-0061-4049-b810-76235a081919
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378fd1a372ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27227"
    uid: d1e3a3fb-a8ab-4cb4-8a18-47fd47a3aa0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378fd4924ab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27228"
    uid: ac139f7a-c78b-47bd-8bfe-7d5ad5e4b559
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6378fd50564cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27230"
    uid: 49871a2e-681d-4f3e-a546-ba2d0e246496
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:04:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:23Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c6379009c78b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27727"
    uid: 1de67a91-9711-4a0b-96a9-891002e7b66f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:04:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:37Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c637a3804fc857
    namespace: kserve-ci-e2e-test
    resourceVersion: "27856"
    uid: 39612d5b-61b5-478f-8d5b-0713307fa66e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:04:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:37Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c637a380506352
    namespace: kserve-ci-e2e-test
    resourceVersion: "27859"
    uid: 767864f9-02b2-4c15-99ee-c41041737551
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27120"
    uid: 410dfec0-91d8-4333-bc35-e7b19a1e314b
  kind: Event
  lastTimestamp: "2026-07-27T18:04:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:40Z"
    name: isvc-canary-stop-predictor-86dc9fdb65-xd7r4.18c637a4103153cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27885"
    uid: 34466278-3255-4e9f-80e1-d1cf2bea5a24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-86dc9fdb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "27101"
    uid: 42a7a42e-815e-48de-b186-c34b8854e0aa
  kind: Event
  lastTimestamp: "2026-07-27T18:03:07Z"
  message: 'Created pod: isvc-canary-stop-predictor-86dc9fdb65-xd7r4'
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop-predictor-86dc9fdb65.18c6378e8ad3cbb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: 74930a64-2362-4a10-929e-62bc15b571b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27100"
    uid: 1fc3aa6f-2143-4d4d-865a-6297ae4d0e5a
  kind: Event
  lastTimestamp: "2026-07-27T18:03:07Z"
  message: Scaled up replica set isvc-canary-stop-predictor-86dc9fdb65 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop-predictor.18c6378e85e06a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27103"
    uid: ecda768e-63d1-4af6-9963-2b7934628a0f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:03:07.672973Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27122"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378e8c04c0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27129"
    uid: 4b7af825-b50e-4b51-b97f-b70a625ef593
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378e93b0ec04
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: 589ea875-b1d3-4790-922a-4689f76d4ea3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:08Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:03:08Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378eca891dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: 53563f63-462a-46c4-9e12-42b634c30a8e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:08Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378ecbd73974
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: 596140f8-330e-496b-b4a2-9d0342c852d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:08Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378ecef20014
    namespace: kserve-ci-e2e-test
    resourceVersion: "27171"
    uid: 5c0a71bd-f6b2-493f-83e9-5f16278a4bcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:08Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378ecf63d2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27172"
    uid: d5d93076-2a9f-4dca-8364-73f1e4f2f737
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378fcda2ae63
    namespace: kserve-ci-e2e-test
    resourceVersion: "27216"
    uid: 2aae6dda-5ef6-4ed0-bfc7-2ceb7f265e93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378fd10c5080
    namespace: kserve-ci-e2e-test
    resourceVersion: "27220"
    uid: 05ced4b2-5167-4e6a-9b15-61abc24c323d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378fd17fdec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27222"
    uid: 01671d46-61a7-464b-b00d-e1087dfc367d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378fd189c47f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 4ea6391b-3759-4b7c-93dd-7b82acad0e30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378fd49bfa5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27229"
    uid: e9242f69-f949-41f7-9e25-3257584e4c1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:03:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:03:13Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6378fd51ff5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27231"
    uid: 08cbef48-7a8a-47b7-b3ac-8490f7c71b45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:04:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:40Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c6379009e04476
    namespace: kserve-ci-e2e-test
    resourceVersion: "27887"
    uid: d96978cd-6c45-4cfc-9304-6ea338523c27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:04:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:37Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c637a3821a8afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27866"
    uid: f39d56c3-3ec2-4564-be97-e8d8af192f34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:04:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:37Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c637a3821ad70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27867"
    uid: b310887c-8ae0-4b53-95f9-7abdd76213b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27126"
    uid: 6ea186d7-b2b1-4d9d-bf52-970af0da953f
  kind: Event
  lastTimestamp: "2026-07-27T18:04:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:40Z"
    name: isvc-canary-stop-v2-predictor-77f778d864-pq9hv.18c637a410329d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27886"
    uid: 57728ac8-5453-46a9-b78a-5f2064000b05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-77f778d864
    namespace: kserve-ci-e2e-test
    resourceVersion: "27110"
    uid: 69ffc0b4-3a97-4bb9-8462-e3804af0be83
  kind: Event
  lastTimestamp: "2026-07-27T18:03:07Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-77f778d864-pq9hv'
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop-v2-predictor-77f778d864.18c6378e8b87eff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27125"
    uid: fcf62950-cec4-4ed3-86f9-abd468ed9792
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27109"
    uid: 555197a1-622e-452c-92bc-fdc409af0744
  kind: Event
  lastTimestamp: "2026-07-27T18:03:07Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-77f778d864 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop-v2-predictor.18c6378e8856f94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27112"
    uid: a576d739-e78f-4991-8e53-79e30d6567d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: d9caa00b-751c-4f45-8192-17332b600dfc
  kind: Event
  lastTimestamp: "2026-07-27T18:04:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:04:37Z"
    name: isvc-canary-stop.18c6378e88030901
    namespace: kserve-ci-e2e-test
    resourceVersion: "27870"
    uid: 2d6a1eb0-2230-4c7f-85df-e2c4b51bbe2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: d9caa00b-751c-4f45-8192-17332b600dfc
  kind: Event
  lastTimestamp: "2026-07-27T18:03:07Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop.18c6378e88740b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27140"
    uid: f4fa9c9d-1967-412d-9234-357579574857
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:03:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27093"
    uid: d9caa00b-751c-4f45-8192-17332b600dfc
  kind: Event
  lastTimestamp: "2026-07-27T18:03:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:03:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:03:07Z"
    name: isvc-canary-stop.18c6378e88745ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 0363ca6f-0a4b-4e1f-aa5c-332f5033aba5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27809"
    uid: d9caa00b-751c-4f45-8192-17332b600dfc
  kind: Event
  lastTimestamp: "2026-07-27T18:04:33Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:04:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:04:33Z"
    name: isvc-canary-stop.18c637a28bb75500
    namespace: kserve-ci-e2e-test
    resourceVersion: "27810"
    uid: da1a090b-9c8e-4620-8545-eb225cbedd8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27863"
    uid: d9caa00b-751c-4f45-8192-17332b600dfc
  kind: Event
  lastTimestamp: "2026-07-27T18:04:37Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-27T18:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:04:37Z"
    name: isvc-canary-stop.18c637a381d2a64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27865"
    uid: 8027f2cf-5293-428f-a6e6-631525453e2e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:25:17.847845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524
    namespace: kserve-ci-e2e-test
    resourceVersion: "37877"
    uid: 3df339c7-6e53-41a1-b029-c18b4791b927
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-a01701-predictor-5454df6644-pw524
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:25:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:25:17Z"
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524.18c638c4409e84c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: 4c5e23d9-eabf-4673-92d9-f3e0e859a84e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 3df339c7-6e53-41a1-b029-c18b4791b927
  kind: Event
  lastTimestamp: "2026-07-27T18:25:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-a01701-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:18Z"
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524.18c638c44c341197
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: 5cdedfd6-6c0b-4408-950a-d1672202a021
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524
    namespace: kserve-ci-e2e-test
    resourceVersion: "37886"
    uid: 3df339c7-6e53-41a1-b029-c18b4791b927
  kind: Event
  lastTimestamp: "2026-07-27T18:25:18Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:25:18Z"
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524.18c638c47e8ed3c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37907"
    uid: c1a2db1a-10b8-4011-b65b-487d26a569e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 3df339c7-6e53-41a1-b029-c18b4791b927
  kind: Event
  lastTimestamp: "2026-07-27T18:25:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:24Z"
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524.18c638c480422cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37950"
    uid: f16f43ad-2994-4883-a2eb-ea24456144a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 3df339c7-6e53-41a1-b029-c18b4791b927
  kind: Event
  lastTimestamp: "2026-07-27T18:25:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:24Z"
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524.18c638c483a50225
    namespace: kserve-ci-e2e-test
    resourceVersion: "37952"
    uid: 2b7770d6-8de3-4eb8-90b9-d43efe7e27f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 3df339c7-6e53-41a1-b029-c18b4791b927
  kind: Event
  lastTimestamp: "2026-07-27T18:25:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:24Z"
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524.18c638c4841e2af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37953"
    uid: e2a4b6b9-87ff-436a-a707-2296d1c1273d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 3df339c7-6e53-41a1-b029-c18b4791b927
  kind: Event
  lastTimestamp: "2026-07-27T18:25:27Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:25:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:27Z"
    name: isvc-init-fail-a01701-predictor-5454df6644-pw524.18c638c690dc0f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: 4a801e02-286e-4372-9d0d-4f0b17fecc13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-a01701-predictor-5454df6644
    namespace: kserve-ci-e2e-test
    resourceVersion: "37869"
    uid: 53beb51f-c2c5-49af-b374-2648b1ade042
  kind: Event
  lastTimestamp: "2026-07-27T18:25:17Z"
  message: 'Created pod: isvc-init-fail-a01701-predictor-5454df6644-pw524'
  metadata:
    creationTimestamp: "2026-07-27T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:25:17Z"
    name: isvc-init-fail-a01701-predictor-5454df6644.18c638c43fec0ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37879"
    uid: c46ed363-982b-4856-971a-94894cf3f099
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-a01701-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37867"
    uid: 2adf60c0-2b22-4512-ad76-44951c86f85d
  kind: Event
  lastTimestamp: "2026-07-27T18:25:17Z"
  message: Scaled up replica set isvc-init-fail-a01701-predictor-5454df6644 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:25:17Z"
    name: isvc-init-fail-a01701-predictor.18c638c43b9d8190
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: acb237c3-a542-4296-8cd2-aa78acbef80c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a01701
    namespace: kserve-ci-e2e-test
    resourceVersion: "37858"
    uid: d7b4fe34-e032-445e-9d7e-0c6fd1a876b5
  kind: Event
  lastTimestamp: "2026-07-27T18:25:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:25:24Z"
    name: isvc-init-fail-a01701.18c638c43bbc56a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37957"
    uid: 2cea7387-0e02-4330-a9db-82ee338c226f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a01701
    namespace: kserve-ci-e2e-test
    resourceVersion: "37858"
    uid: d7b4fe34-e032-445e-9d7e-0c6fd1a876b5
  kind: Event
  lastTimestamp: "2026-07-27T18:25:17Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-a01701":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-a01701":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:25:17Z"
    name: isvc-init-fail-a01701.18c638c43c5a2270
    namespace: kserve-ci-e2e-test
    resourceVersion: "37873"
    uid: df96438a-4760-40ee-b6d1-621e62d8fcac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a01701
    namespace: kserve-ci-e2e-test
    resourceVersion: "37858"
    uid: d7b4fe34-e032-445e-9d7e-0c6fd1a876b5
  kind: Event
  lastTimestamp: "2026-07-27T18:25:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-a01701": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:25:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:25:17Z"
    name: isvc-init-fail-a01701.18c638c43c5a6f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37875"
    uid: 6542eba4-0b96-4899-9ef5-e9b8ea99907a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:04:47.959900Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27978"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-9hrmm
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:04:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:04:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a5e595b899
    namespace: kserve-ci-e2e-test
    resourceVersion: "27982"
    uid: 5af97da9-6389-4cf6-a2c2-9b42cbdf7ca6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27986"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:48Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:04:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a5fefe9a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27997"
    uid: 75ff9a24-bd0c-4a21-a969-0e07f3b5fd18
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a6008a0450
    namespace: kserve-ci-e2e-test
    resourceVersion: "27999"
    uid: 21f09cfb-5245-429e-861c-268fe544411a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a6037ff5a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28001"
    uid: 9413a343-8496-4d9e-845b-09c344d5feeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a603fd632b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28002"
    uid: 54d880f2-e126-41a9-a993-32cce1a84563
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:52Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T18:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a6f6ed83ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28038"
    uid: 2c2fa17d-e2b0-432d-b02f-4dc75cdaaf21
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:58Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.261s (6.261s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a86c23bff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28085"
    uid: a94563e3-1505-416d-8bac-de215e80d80d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a86f69d969
    namespace: kserve-ci-e2e-test
    resourceVersion: "28088"
    uid: ab674e68-11f9-4a4d-af3c-d2d08352c2d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a86fdd9720
    namespace: kserve-ci-e2e-test
    resourceVersion: "28089"
    uid: 904d2205-2010-4002-af65-2beff6b5676b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a86fe84bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28090"
    uid: ca1ca10f-8b82-43e8-a6fd-1684460b1366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a873963015
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 2436be58-1f20-4058-baf8-aed14d4ae0e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:04:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:04:58Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a8740adb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: d54334b5-e4b5-4983-a5a3-296b38312cfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:05:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:06:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:05:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:30Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637a8d65ec6cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28791"
    uid: f0064c5e-3f9d-4081-93d7-1103cf85c5a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:06:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637bd34ca088b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28773"
    uid: d98295b8-c758-4557-93e6-889608101cfe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:06:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:06:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637bd34caac2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28774"
    uid: f19c16f6-6a82-4551-b3d1-07b622d66738
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 4a4373e9-5b32-412b-8111-877ebd3c8550
  kind: Event
  lastTimestamp: "2026-07-27T18:06:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:31Z"
    name: isvc-lightgbm-predictor-54f85ddf88-9hrmm.18c637be069a4fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "28801"
    uid: 05ed03d4-5ffa-4179-a543-553443a64665
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27967"
    uid: 91eb1d57-706d-4e03-9ef0-7b9fbc1ebfc7
  kind: Event
  lastTimestamp: "2026-07-27T18:04:47Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-9hrmm'
  metadata:
    creationTimestamp: "2026-07-27T18:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:04:47Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c637a5e514c1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27979"
    uid: 51c69890-7ffd-404a-a437-429bc1b64c8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27965"
    uid: 5e755237-95e3-46da-8e6c-89596bd9ea5d
  kind: Event
  lastTimestamp: "2026-07-27T18:04:47Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:04:47Z"
    name: isvc-lightgbm-predictor.18c637a5e0b8533b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27968"
    uid: 928badcc-01c3-4d75-b338-21921c2581e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:05:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27966"
    uid: 1aa829e1-b981-4565-91ad-f3fd62ac692b
  kind: Event
  lastTimestamp: "2026-07-27T18:05:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:05:17Z"
    name: isvc-lightgbm-predictor.18c637a95f4b7b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28235"
    uid: 25fb3e83-a032-4867-a7e3-d17076c3cecb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:05:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27966"
    uid: 1aa829e1-b981-4565-91ad-f3fd62ac692b
  kind: Event
  lastTimestamp: "2026-07-27T18:05:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:05:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:05:17Z"
    name: isvc-lightgbm-predictor.18c637a95f8b9802
    namespace: kserve-ci-e2e-test
    resourceVersion: "28236"
    uid: b90fe51d-fb20-4a33-9282-509b859d9e27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28123"
    uid: 1aa829e1-b981-4565-91ad-f3fd62ac692b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:17Z"
    name: isvc-lightgbm-predictor.18c637b05d59bac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28673"
    uid: e8c6b602-cdb9-453a-be06-29ef7e2ea1e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:05:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28123"
    uid: 1aa829e1-b981-4565-91ad-f3fd62ac692b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:17Z"
    name: isvc-lightgbm-predictor.18c637b05da20af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28674"
    uid: a82b607e-5279-4366-8512-0856b0ce5b7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:06:33.234088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28839"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:06:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637be686a625c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: ddfc3a6d-2df1-4a00-8db3-897c0eed721d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28848"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:33Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:06:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637be826b52a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28856"
    uid: 55dd6896-060b-466a-8e9d-52ab159f64c8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637be83e50c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: 6b541aba-2486-4591-819f-3b813fb9085a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637be8709e1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: 15a242b0-f789-4729-b2be-5b4559ef3b34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637be87c54778
    namespace: kserve-ci-e2e-test
    resourceVersion: "28860"
    uid: d4820344-2634-4ce4-a6b2-4eadfc7c0436
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:38Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637bf86a40cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28894"
    uid: 8fadb4cf-a90f-4c6d-bf84-a72202dd6bbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637bf8a030308
    namespace: kserve-ci-e2e-test
    resourceVersion: "28898"
    uid: 7e718b13-cf0b-4405-98c8-e5c90dff330a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637bf8a7e15ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28901"
    uid: 1e616741-aa60-4d01-9365-c557fa6f77d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637bf8a89a2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28902"
    uid: bf72a63d-62b7-456d-af93-e93929c7a2e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637bf8e05a921
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: a16e9bef-6e64-499b-9320-871f042e3832
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:06:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:06:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637bf8e7dfe05
    namespace: kserve-ci-e2e-test
    resourceVersion: "28905"
    uid: 5c314f5b-280a-403b-a5a5-79f907fe8efe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:07:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:06:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:07:50Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637bffe8662e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 4a9812fa-b253-4255-af87-dd3cb7bc2afa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:08:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637d375a7ab59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: 5963c42a-cbc8-488c-960b-07d168bb9bd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:08:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637d375a83df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29539"
    uid: 3ff688fb-8404-4a7d-8d73-d225a9981dcd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28841"
    uid: 40e489de-e909-42a7-bb78-a6b908f6f19b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:08:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:08:06Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh.18c637d404c0ae55
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: 50c67156-df17-4ad1-a0d0-91d3ec3270a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: cc37a6c5-3dfa-40c2-b79a-248c7e294134
  kind: Event
  lastTimestamp: "2026-07-27T18:06:33Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-hjdhh'
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:33Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c637be67b96590
    namespace: kserve-ci-e2e-test
    resourceVersion: "28840"
    uid: 9371f413-8f81-4a0d-9cf1-2bc7b7e099ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28825"
    uid: 4e438729-dc48-4cad-bd21-fb623fbf1d80
  kind: Event
  lastTimestamp: "2026-07-27T18:06:33Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:06:33Z"
    name: isvc-lightgbm-runtime-predictor.18c637be635284ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28828"
    uid: 224c0fad-de2c-4ded-ac7a-ddb788c71292
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 0d31ac50-9e08-421e-b4d0-c284a0cf9067
  kind: Event
  lastTimestamp: "2026-07-27T18:07:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:07:18Z"
    name: isvc-lightgbm-runtime-predictor.18c637c1e2870362
    namespace: kserve-ci-e2e-test
    resourceVersion: "29193"
    uid: 029f3067-2c55-460f-81ce-03ed12e5152a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28826"
    uid: 0d31ac50-9e08-421e-b4d0-c284a0cf9067
  kind: Event
  lastTimestamp: "2026-07-27T18:07:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:07:18Z"
    name: isvc-lightgbm-runtime-predictor.18c637c1e2f2906b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29194"
    uid: 99b870e1-98ba-479f-a7fc-d339cd59125c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:07:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28983"
    uid: 0d31ac50-9e08-421e-b4d0-c284a0cf9067
  kind: Event
  lastTimestamp: "2026-07-27T18:08:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:08:03Z"
    name: isvc-lightgbm-runtime-predictor.18c637cc5fa98f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "29515"
    uid: ea01df7e-2b8a-4f97-bd1a-6e8dd8062b78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:07:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28983"
    uid: 0d31ac50-9e08-421e-b4d0-c284a0cf9067
  kind: Event
  lastTimestamp: "2026-07-27T18:08:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:07:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:08:03Z"
    name: isvc-lightgbm-runtime-predictor.18c637cc6012191c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29516"
    uid: 1b2285ee-7491-40cc-aa70-0912466bec08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: d42d9e2b-17f7-4c83-9cc0-d343b415cf56
  kind: Event
  lastTimestamp: "2026-07-27T18:08:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:08:00Z"
    name: isvc-lightgbm-runtime.18c637be63638f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29498"
    uid: e6424a9e-87a2-4856-9175-f1e8c03c8bfb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: d42d9e2b-17f7-4c83-9cc0-d343b415cf56
  kind: Event
  lastTimestamp: "2026-07-27T18:06:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:06:33Z"
    name: isvc-lightgbm-runtime.18c637be63d7ff87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 8a6b5e54-efa8-4809-a3f1-71e5899682bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: d42d9e2b-17f7-4c83-9cc0-d343b415cf56
  kind: Event
  lastTimestamp: "2026-07-27T18:08:00Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:08:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:08:00Z"
    name: isvc-lightgbm-runtime.18c637d2c082f4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29497"
    uid: e59a5bcf-081b-467f-a453-18d9cb570baa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:11:14.062751Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:11:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:11:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c637ffcb1bb975
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: e54cfc77-4250-458c-ba4e-daa7244273fd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:14Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:11:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c637ffe6b54d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: 56462658-c9ff-4ddc-af18-6fbcaa5302c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c637ffe829bab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: ff35748a-691a-4588-ad56-7e286757e937
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c637ffeb30fac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31002"
    uid: 7c4b0dbf-0448-48fd-a742-6bd974f26aaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c637ffeb952db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: 82527e24-1649-4588-8898-4fe23d51437d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:19Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c638010aed7958
    namespace: kserve-ci-e2e-test
    resourceVersion: "31039"
    uid: e9b0a313-0b2c-4f39-94a5-9bbae48044d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c638010ed32b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "31043"
    uid: e9ac04a2-539a-4f0d-9f44-4d2cb7cdc32f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c638010f39b4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: 29b5c3e8-1682-4254-905a-2b78dfc16275
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c638010f440df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31045"
    uid: 77f6fa78-6020-446e-a67b-e515ba31b170
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c6380112409629
    namespace: kserve-ci-e2e-test
    resourceVersion: "31047"
    uid: 0f6ef4e7-b074-4106-88a1-6f1e053bf25b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c6380112a2c023
    namespace: kserve-ci-e2e-test
    resourceVersion: "31048"
    uid: fe410671-b3c6-48c7-ae9d-4714f793d90d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:11:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:26Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c6380146f5e1e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: 5d905647-2716-4e07-aaee-ac1fb5e72bae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c63806c8f49a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31256"
    uid: d06384cb-cdc6-4a00-af1b-2b44405ba559
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30986"
    uid: 5f172fe5-22b0-4540-8b4e-c1d57d37ffe5
  kind: Event
  lastTimestamp: "2026-07-27T18:11:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg.18c63806c8f5681e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: ee1c7098-6463-46c4-8b62-03568361ef1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30970"
    uid: a10298d9-32a0-462e-8195-e8f4d9f385c0
  kind: Event
  lastTimestamp: "2026-07-27T18:11:14Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-cfvrg'
  metadata:
    creationTimestamp: "2026-07-27T18:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c637ffcaa7b58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 9b2b06f0-d2ca-43e3-9e70-498656aff3c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 6d2e557f-df14-40ec-bf02-a588d32b65c0
  kind: Event
  lastTimestamp: "2026-07-27T18:11:13Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:13Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c637ffc5fb2a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: 6a503afb-a8ec-4aa2-8a45-dc2655f88c34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: ea8c2554-f7ff-4e2d-afed-f8a5f0d1caf4
  kind: Event
  lastTimestamp: "2026-07-27T18:11:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:28Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6380344cf9ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: e19e04ce-53bd-4ec8-8777-53d87c0289a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: ea8c2554-f7ff-4e2d-afed-f8a5f0d1caf4
  kind: Event
  lastTimestamp: "2026-07-27T18:11:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:28Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6380345358e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31123"
    uid: 9ff0fb49-b502-477c-a883-95bb42d2e812
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: ea8c2554-f7ff-4e2d-afed-f8a5f0d1caf4
  kind: Event
  lastTimestamp: "2026-07-27T18:11:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:44Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c63806c4249102
    namespace: kserve-ci-e2e-test
    resourceVersion: "31237"
    uid: f1457129-1a30-41f6-b841-cf587bed785d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: ea8c2554-f7ff-4e2d-afed-f8a5f0d1caf4
  kind: Event
  lastTimestamp: "2026-07-27T18:11:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:44Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c63806c4888300
    namespace: kserve-ci-e2e-test
    resourceVersion: "31239"
    uid: 4a0c992b-1ac1-4dbb-bb08-80444e7e3c47
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30960"
    uid: bdfe44ef-3e39-4798-95af-16f0f9ad3ccd
  kind: Event
  lastTimestamp: "2026-07-27T18:11:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:11:36Z"
    name: isvc-lightgbm-v2-kserve.18c637ffc6014856
    namespace: kserve-ci-e2e-test
    resourceVersion: "31183"
    uid: da07b133-7178-4378-a124-e8dba9247027
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30960"
    uid: bdfe44ef-3e39-4798-95af-16f0f9ad3ccd
  kind: Event
  lastTimestamp: "2026-07-27T18:11:13Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:11:13Z"
    name: isvc-lightgbm-v2-kserve.18c637ffc674c4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30974"
    uid: f6e037a4-556b-46b7-9448-b7f56db6f70c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31181"
    uid: bdfe44ef-3e39-4798-95af-16f0f9ad3ccd
  kind: Event
  lastTimestamp: "2026-07-27T18:11:36Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:11:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:11:36Z"
    name: isvc-lightgbm-v2-kserve.18c63805068a98f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31182"
    uid: 9e601f9c-9097-48c4-9a7f-52ac376ffe62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:08:08.741878Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29598"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:08:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:08:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637d4a51f9353
    namespace: kserve-ci-e2e-test
    resourceVersion: "29602"
    uid: c16c0c48-a2a3-445b-a6c8-ccfe6e1f36a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:08:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637d4af3c3341
    namespace: kserve-ci-e2e-test
    resourceVersion: "29610"
    uid: a30653be-3e95-4dae-b353-c1ea825ece33
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29606"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:09Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:08:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637d4e2bdbe98
    namespace: kserve-ci-e2e-test
    resourceVersion: "29626"
    uid: 2543bccd-8978-4975-9c46-1697e697fc3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:08:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637d4e4198c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "29628"
    uid: 0a52367e-25f9-4ba1-b4e9-dea097d8408b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:08:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637d4e72e6873
    namespace: kserve-ci-e2e-test
    resourceVersion: "29629"
    uid: 3e4134a3-42cc-4a7b-8ed9-6299c44cfd3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:08:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637d4e7aa1909
    namespace: kserve-ci-e2e-test
    resourceVersion: "29630"
    uid: a0793115-1a87-436a-82d1-e7313d4aec32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:08:14Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-27T18:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:08:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637d5fabc905b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29670"
    uid: dedd012c-8f38-45c5-9143-81b1b8c4dc6e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:10:30Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m15.902s
    (2m15.902s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:10:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637f59f2ede76
    namespace: kserve-ci-e2e-test
    resourceVersion: "30613"
    uid: 7e6be05e-00c0-4577-b7a0-5ac42d5970cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:10:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:10:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637f5a44740fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: 62c8a75b-a755-43ed-9e17-9fd0adfac46f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:10:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:10:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637f5a4d2f34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30616"
    uid: 155cc96b-640f-495d-aca8-24107f418f07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:10:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:10:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637f5a4deaaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: 3378727e-8b75-4bdc-ae9d-ca8d92d80512
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:10:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:10:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637f5a9a12e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30618"
    uid: 6437b312-7834-4e4e-bbcc-26aff3dc8425
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:10:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:10:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:10:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637f5aa21e1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30619"
    uid: 77b9c4dc-e748-4def-a816-47b5badc6800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:11:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637fe987f8037
    namespace: kserve-ci-e2e-test
    resourceVersion: "30915"
    uid: fc9fbccc-338b-4793-9ac0-6bfdcfa07cf0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: f7ab5778-f7dc-4abd-86da-580717b37c7b
  kind: Event
  lastTimestamp: "2026-07-27T18:11:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f.18c637fe987fe479
    namespace: kserve-ci-e2e-test
    resourceVersion: "30914"
    uid: 2c6a9a01-d848-4d2e-925f-cf61e1ed1b31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: 7d5ed3b5-1dd8-496a-b805-f298ecdd4981
  kind: Event
  lastTimestamp: "2026-07-27T18:08:08Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-sfb8f'
  metadata:
    creationTimestamp: "2026-07-27T18:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:08:08Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c637d4a4b3ce32
    namespace: kserve-ci-e2e-test
    resourceVersion: "29599"
    uid: 57ab2b27-94a7-4473-b18f-a9d49ae64a17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29585"
    uid: 5343aebe-0472-4f86-9a5e-8338251f1355
  kind: Event
  lastTimestamp: "2026-07-27T18:08:08Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:08:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c637d4a0831d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29588"
    uid: d20170c6-608d-4264-b971-6121c16712fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29586"
    uid: bd971b5f-4798-444c-a45b-6ea6985bf3be
  kind: Event
  lastTimestamp: "2026-07-27T18:10:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:10:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c637d81f48eddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30784"
    uid: 26fadecd-c677-4ed9-937a-6b54a9ade307
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29586"
    uid: bd971b5f-4798-444c-a45b-6ea6985bf3be
  kind: Event
  lastTimestamp: "2026-07-27T18:10:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:10:53Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c637d81f8e17a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30785"
    uid: 2c8683d7-e253-4904-859b-4a7998cc41ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: bd971b5f-4798-444c-a45b-6ea6985bf3be
  kind: Event
  lastTimestamp: "2026-07-27T18:11:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c637fe93ec3a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30896"
    uid: 49f59008-55a9-483a-b5b9-cdf8c12a960b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: bd971b5f-4798-444c-a45b-6ea6985bf3be
  kind: Event
  lastTimestamp: "2026-07-27T18:11:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:08Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c637fe9453323f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30899"
    uid: 9500b8b9-9d29-4d60-8ae1-3d4eb20e849d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29578"
    uid: 099a01e9-d1be-472a-9352-d8ea2ac888ff
  kind: Event
  lastTimestamp: "2026-07-27T18:11:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:11:08Z"
    name: isvc-lightgbm-v2-runtime.18c637d4a0960d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: 4af01927-0082-498f-9cf8-26650032cd74
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:08:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29578"
    uid: 099a01e9-d1be-472a-9352-d8ea2ac888ff
  kind: Event
  lastTimestamp: "2026-07-27T18:08:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:08:08Z"
    name: isvc-lightgbm-v2-runtime.18c637d4a11650bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 4b049030-1535-477c-a8a4-ca854064b45a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30890"
    uid: 099a01e9-d1be-472a-9352-d8ea2ac888ff
  kind: Event
  lastTimestamp: "2026-07-27T18:11:08Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:11:08Z"
    name: isvc-lightgbm-v2-runtime.18c637fe73e322de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30891"
    uid: df554750-0319-491b-8509-8b1f393b4334
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: 62f77ce1-db9c-4967-a29f-e162272c0ec9
  kind: Event
  lastTimestamp: "2026-07-27T18:06:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:06:20Z"
    name: isvc-lightgbm.18c637a5e0c0dc10
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 3399d632-b4f4-4244-969b-ac5dd95a46dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: 62f77ce1-db9c-4967-a29f-e162272c0ec9
  kind: Event
  lastTimestamp: "2026-07-27T18:04:47Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T18:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:04:47Z"
    name: isvc-lightgbm.18c637a5e13aeded
    namespace: kserve-ci-e2e-test
    resourceVersion: "27988"
    uid: d227a49e-e77b-433f-a4ee-2dc7b619d088
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:04:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27960"
    uid: 62f77ce1-db9c-4967-a29f-e162272c0ec9
  kind: Event
  lastTimestamp: "2026-07-27T18:04:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:04:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:04:47Z"
    name: isvc-lightgbm.18c637a5e73113f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27989"
    uid: de1f9526-1149-49a7-9a4d-7672ed4e5dab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:06:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: 62f77ce1-db9c-4967-a29f-e162272c0ec9
  kind: Event
  lastTimestamp: "2026-07-27T18:06:20Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:06:20Z"
    name: isvc-lightgbm.18c637bb7507cb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: f2cb1a6b-fcb7-4119-b805-583fd4b9a1ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:42:10.897512Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16831"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6b6746bb7-ww2wk
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c63669ee5d0b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16837"
    uid: 13ce20e7-1e36-4cea-b883-28e45904f1c2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:11Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c63669fa0646bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16845"
    uid: 5c11305d-91da-4cc6-80cc-501d8c9ee72a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:11Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:42:11Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366a2c1daa28
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: d25bd845-14e6-4de6-a05e-090769237c2b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:11Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366a2dc72ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: 0f3c9656-79d5-4b23-8e15-e223cf3798b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:12Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366a317830c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: bdfedcf5-25e8-4230-b40d-a185c922d7cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:12Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366a31f3312b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: 72b25078-17e6-43de-af38-2cda2a52ff50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b2c3a2afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: 06c2148e-55a5-4eb2-b546-d019255c6f08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b2f910f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: 00bef576-1eab-4728-a3b2-a01b297d92f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b300c8e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: cf765a61-e455-48a8-9bd6-5c892807010e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b3016eafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16901"
    uid: 5f770ede-bfb7-43e9-8054-9cb4f6e49f3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b336c4490
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 1166f1d7-ac0b-4a04-88aa-abcf44d4c7f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b33e632c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: f3f73ec5-c963-4122-8d2c-adbf15f74988
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b33f21961
    namespace: kserve-ci-e2e-test
    resourceVersion: "16905"
    uid: 521b097b-1476-4c8a-9284-2ed34ac5e2e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b36e48eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 2036c839-9f35-4b68-9b17-7901ba727e58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:42:16Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-27T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:16Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b375ea07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: 14e4dec4-64c5-4b97-a3d0-629156daa52a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:43:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:54Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366b685e746e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17720"
    uid: 498a993f-3c18-4b51-909e-ca2748189496
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:43:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:42:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:54Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6366ba43f6922
    namespace: kserve-ci-e2e-test
    resourceVersion: "17721"
    uid: 94044ea1-38ca-47e6-a443-53c9b763cc50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6368019b4deb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: 0a551c0a-f789-4a8f-9468-4db0596af805
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6368019b52190
    namespace: kserve-ci-e2e-test
    resourceVersion: "17610"
    uid: 0d4fb921-148f-4d4c-8576-23e79a152e59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c6368019b58ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: a459f571-3125-417d-b1f4-a6e022d82064
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b6746bb7-ww2wk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 9f91da0c-d541-465e-a81d-b0f7d063b361
  kind: Event
  lastTimestamp: "2026-07-27T17:43:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:59Z"
    name: isvc-logger-predictor-6b6746bb7-ww2wk.18c63680d4846d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: a8600062-b18b-4019-a316-834f366a8051
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6b6746bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: 7dee55c2-f894-4cfc-b13e-2b38b0643ece
  kind: Event
  lastTimestamp: "2026-07-27T17:42:10Z"
  message: 'Created pod: isvc-logger-predictor-6b6746bb7-ww2wk'
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: isvc-logger-predictor-6b6746bb7.18c63669edeee52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: 62dec300-b51a-4707-a81b-b2e4c4900625
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 55afe10d-44d7-41d7-be4a-e552b45c5d76
  kind: Event
  lastTimestamp: "2026-07-27T17:42:10Z"
  message: Scaled up replica set isvc-logger-predictor-6b6746bb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: isvc-logger-predictor.18c63669e98445cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: cf90aca4-db51-495e-af10-1234915a9ad6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 5c965f12-158e-4b47-b85a-ad6b0c3bc40f
  kind: Event
  lastTimestamp: "2026-07-27T17:42:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:40Z"
    name: isvc-logger-predictor.18c6366d67fc3484
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: d0207932-ce62-46d0-8bc5-685aaec6a78f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 5c965f12-158e-4b47-b85a-ad6b0c3bc40f
  kind: Event
  lastTimestamp: "2026-07-27T17:42:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:40Z"
    name: isvc-logger-predictor.18c6366d68945a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: 8fc1d575-9690-4c33-aa4f-2b5d5cc35416
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 5c965f12-158e-4b47-b85a-ad6b0c3bc40f
  kind: Event
  lastTimestamp: "2026-07-27T17:43:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:43:40Z"
    name: isvc-logger-predictor.18c63674663f6403
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: fedb058e-c6e4-4e33-9f9f-736bdba523e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 5c965f12-158e-4b47-b85a-ad6b0c3bc40f
  kind: Event
  lastTimestamp: "2026-07-27T17:43:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:43:40Z"
    name: isvc-logger-predictor.18c6367466afe282
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 1aec8d9f-e475-4eee-998d-9cb81cd32d0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: b82c0286-18fe-4078-9b45-c8d9fe45a34a
  kind: Event
  lastTimestamp: "2026-07-27T17:43:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:43:34Z"
    name: isvc-logger.18c63669e9dc4041
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: c2d4fb82-8696-45fe-90fe-d360e24c22eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: b82c0286-18fe-4078-9b45-c8d9fe45a34a
  kind: Event
  lastTimestamp: "2026-07-27T17:42:10Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T17:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:42:10Z"
    name: isvc-logger.18c63669ea761b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: b9314af2-fea7-4524-8693-aeeb623e6a75
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: b82c0286-18fe-4078-9b45-c8d9fe45a34a
  kind: Event
  lastTimestamp: "2026-07-27T17:43:34Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:43:34Z"
    name: isvc-logger.18c6367d5df609a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: e88b02c2-3149-458e-a754-c2e278e06116
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:11:49.265750Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:11:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:11:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c63807fd5edfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 5fec7f80-5caa-401a-853e-e5003224099e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638080836b570
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 3b0d5186-20c7-4f74-9fb7-3a1ec7ed1edb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:50Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:11:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638083aadb409
    namespace: kserve-ci-e2e-test
    resourceVersion: "31338"
    uid: 16616133-aa7a-401d-bbdc-590243c543f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638083c3b1417
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: da3d4d4f-4df8-47e3-9b62-36c586e52153
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638083ef8ce8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: 5ae95d95-7459-45a1-ac8e-2aa42ac396c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638083f5a3359
    namespace: kserve-ci-e2e-test
    resourceVersion: "31342"
    uid: d5847f38-0a98-4b44-8ed3-bba4fa630deb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638093af0183e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31381"
    uid: da0db59a-26d8-43e8-8787-42d8c6d4764e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638093dcd9ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31383"
    uid: 00fc8284-f224-4045-ba4f-3661d138c9e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638093e52fcc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31384"
    uid: f1c79780-08d6-4226-b8aa-fe96fda83b6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c638093e5d92c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31385"
    uid: 19699a89-2a8a-4cda-ab2e-277a47f08b6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c63809418f20e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31388"
    uid: 9bac0a52-ae87-4679-85a5-767a192a3260
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:11:54Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c6380941f957a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31389"
    uid: 00a838e2-4100-45da-a4d7-3a340f9aa74e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:12:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c63813a74dda7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31719"
    uid: 7f205064-82ec-4255-80c1-0992967a9c2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 0f2e07fd-c6fc-4bb4-9387-fba98da9986a
  kind: Event
  lastTimestamp: "2026-07-27T18:12:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:39Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9.18c63813a74e6af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31720"
    uid: cbe3e841-3398-4a74-9837-96fb84d11b7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "31303"
    uid: dddcfdc6-429a-458d-acf3-fedee2f48597
  kind: Event
  lastTimestamp: "2026-07-27T18:11:49Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-vl4g9'
  metadata:
    creationTimestamp: "2026-07-27T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:49Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c63807fcf7b953
    namespace: kserve-ci-e2e-test
    resourceVersion: "31316"
    uid: 9449551c-8cbe-4e30-b238-4c13e21f7f71
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31301"
    uid: 4ecab102-551c-44ac-9c0a-41f0f279152a
  kind: Event
  lastTimestamp: "2026-07-27T18:11:49Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:11:49Z"
    name: isvc-mlflow-v2-runtime-predictor.18c63807f9a393ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31304"
    uid: 20574187-4891-4875-b96c-374599be0def
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: 9fa138f3-f028-4c6c-8c67-b236da98bf2a
  kind: Event
  lastTimestamp: "2026-07-27T18:12:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:12:34Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6380b781826ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "31669"
    uid: 0d816076-1b36-43b8-ba3b-26ae35b77583
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: 9fa138f3-f028-4c6c-8c67-b236da98bf2a
  kind: Event
  lastTimestamp: "2026-07-27T18:12:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:12:34Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6380b787a2d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: 6465dcab-a41b-4bcb-bfb5-19ac53f4bfa7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: d2483045-c029-4ec2-a39c-372b858bd0f3
  kind: Event
  lastTimestamp: "2026-07-27T18:12:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:12:32Z"
    name: isvc-mlflow-v2-runtime.18c63807f9b6f70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31658"
    uid: 469d0835-3409-4a93-b621-881ad18aa4a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:11:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: d2483045-c029-4ec2-a39c-372b858bd0f3
  kind: Event
  lastTimestamp: "2026-07-27T18:11:49Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:11:49Z"
    name: isvc-mlflow-v2-runtime.18c63807fa38c81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31307"
    uid: db29cea9-20ab-4869-9806-c8f8de3a471b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: d2483045-c029-4ec2-a39c-372b858bd0f3
  kind: Event
  lastTimestamp: "2026-07-27T18:12:32Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:12:32Z"
    name: isvc-mlflow-v2-runtime.18c638121b21a93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: 2309cf75-9e8a-4b08-9b47-2f4f0122a159
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:14:09.862505Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32464"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-xfd74
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:14:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:14:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c63828b99705c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32471"
    uid: 69791ce3-2f5f-4251-9ee3-f9a97b6388d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32474"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:10Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:14:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c63828d3519153
    namespace: kserve-ci-e2e-test
    resourceVersion: "32483"
    uid: 69df4f4e-e547-4629-95a6-484e552bcb8d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c63828d4e2232c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32485"
    uid: 9f5eb72a-bca1-4b66-bc1e-f76306148554
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c63828d81ca697
    namespace: kserve-ci-e2e-test
    resourceVersion: "32486"
    uid: 428f138a-e521-4b98-a7da-a89254e7ddb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:14:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c63828d88cef9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32487"
    uid: e5082e63-46ca-4672-a6f4-4a4964c15838
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:15Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T18:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c6382a17af4fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32536"
    uid: 580f30fe-d83c-48a4-81cc-6f6964d4a30b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:29Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 13.903s (13.903s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c6382d54678252
    namespace: kserve-ci-e2e-test
    resourceVersion: "32641"
    uid: d39df28f-925d-4826-927f-8bc029acd6bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c6382d57a90967
    namespace: kserve-ci-e2e-test
    resourceVersion: "32644"
    uid: 1bd63f98-ecb4-4d9e-89b7-452cc934c3d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c6382d58084594
    namespace: kserve-ci-e2e-test
    resourceVersion: "32645"
    uid: 1ab812c8-c3fa-4549-8394-f791208d0e4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c6382d5812c9e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32646"
    uid: a47a90e8-1820-4947-b841-3fe2fd078014
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c6382d5b4fa6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32648"
    uid: b3b8c0b0-d06f-4b37-9b63-3a93c9a33029
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:29Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c6382d5badf75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32649"
    uid: 40d1d1ff-936d-4492-84b6-5c5628df8220
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:15:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c6382d5ec9bc30
    namespace: kserve-ci-e2e-test
    resourceVersion: "32909"
    uid: e4816d01-eafb-46dc-9271-b077c7e554a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:15:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c638395f4ba7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: 45dcc1c4-9928-4174-bb19-27d7402f143e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32467"
    uid: bd01a7be-a0df-43df-a691-30ee9851212b
  kind: Event
  lastTimestamp: "2026-07-27T18:15:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-xfd74.18c638395f4cccb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33042"
    uid: d4979a54-26e5-42f3-acb0-8974d2314e53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32455"
    uid: 28361daf-1c56-4749-9721-b97ea2bc50c3
  kind: Event
  lastTimestamp: "2026-07-27T18:14:09Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-xfd74'
  metadata:
    creationTimestamp: "2026-07-27T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:14:09Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c63828b842cd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32468"
    uid: dcb04a75-3e7a-4ae9-9cff-f98c0948bc24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32453"
    uid: 053ab35d-183d-439c-9980-a5b210e438c0
  kind: Event
  lastTimestamp: "2026-07-27T18:14:09Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:14:09Z"
    name: isvc-paddle-predictor.18c63828b38fa3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32458"
    uid: 758c017b-e291-40e8-9a65-bcc1a5efa291
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32454"
    uid: 164591ed-3439-4699-87e8-7ac77c31b3e0
  kind: Event
  lastTimestamp: "2026-07-27T18:14:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:14:54Z"
    name: isvc-paddle-predictor.18c6382c32492ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "32831"
    uid: aec9dca0-8b40-46d9-a7cb-5e30992ba1e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32454"
    uid: 164591ed-3439-4699-87e8-7ac77c31b3e0
  kind: Event
  lastTimestamp: "2026-07-27T18:14:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:14:54Z"
    name: isvc-paddle-predictor.18c6382c32b2d753
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: aab26bfb-7505-4adb-a611-f3e24edefcfc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: 164591ed-3439-4699-87e8-7ac77c31b3e0
  kind: Event
  lastTimestamp: "2026-07-27T18:15:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:15:09Z"
    name: isvc-paddle-predictor.18c63836afa3aa80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32938"
    uid: 4376d4a6-1590-4934-a2df-0940a53a0b91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32606"
    uid: 164591ed-3439-4699-87e8-7ac77c31b3e0
  kind: Event
  lastTimestamp: "2026-07-27T18:15:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:15:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:15:09Z"
    name: isvc-paddle-predictor.18c63836b0085a1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32939"
    uid: 8603ffc5-1e5d-458f-8828-65166d09a922
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:15:26.541091Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-zksr8
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:15:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:15:26Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383a93fd633e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33112"
    uid: dd76c733-c060-445f-b58c-21a8346c0609
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:26Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:15:26Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383aada0a695
    namespace: kserve-ci-e2e-test
    resourceVersion: "33132"
    uid: 366c70d3-604a-4e28-aef9-8554b8df54b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383aaf8ec318
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: 125cceca-e162-4ae5-876e-1f7e935fc317
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383ab2c21c00
    namespace: kserve-ci-e2e-test
    resourceVersion: "33135"
    uid: c72058ca-127c-4817-8b2f-e111c661ceeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383ab3364800
    namespace: kserve-ci-e2e-test
    resourceVersion: "33136"
    uid: 889c0d2b-3e35-45d9-ae95-90f6d9843496
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:32Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T18:15:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:32Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383bfb9f16ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: 3c7e2ef8-1656-4921-aa53-00033933d320
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:43Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.306s (11.306s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:43Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383e9d898456
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: 8fb35561-a456-4728-97a9-f114e8bdbd91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:43Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383ea0ca87aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33262"
    uid: 4dc9ae71-ba4f-431a-8463-bce4624dd3cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:43Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383ea131d2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33263"
    uid: 400d790f-18aa-4f9d-acab-8c9af535c417
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:43Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383ea13d005c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33264"
    uid: 9324e3a1-ec58-4870-ba58-1c874f1b8c6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:43Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383ea4607de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33265"
    uid: 1ebdc6eb-bff7-4f96-acad-18c08d87a273
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:15:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:15:44Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383ea4c9da85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 284d7b1d-3072-4fcd-8ecc-b8918efc65cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:16:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:15:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:40Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6383eca6734c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33701"
    uid: 8af803cd-e64c-47e4-8af1-769f6399176b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:16:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6384b453cdb63
    namespace: kserve-ci-e2e-test
    resourceVersion: "33679"
    uid: 267417e5-426a-4c69-89eb-c34a41bb3ddb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:16:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:16:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:38Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6384b453d568a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33680"
    uid: 0c98b333-556b-418b-97e9-6964bbebf108
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33107"
    uid: a63bc9ce-88bb-40ff-9168-771c90afdc03
  kind: Event
  lastTimestamp: "2026-07-27T18:16:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:40Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-zksr8.18c6384bd4806b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33700"
    uid: 019486f4-66e9-4f29-a5f9-5a55e4bdae93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: 2147fa36-8285-435a-ae36-bf5eb7d3cb87
  kind: Event
  lastTimestamp: "2026-07-27T18:15:26Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-zksr8'
  metadata:
    creationTimestamp: "2026-07-27T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:15:26Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c6383a932409bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33106"
    uid: 53e53cfb-8004-4cf8-abfc-7eb165442551
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33093"
    uid: 3ebfd1b7-09e8-4717-92d3-0cd325f2c6d5
  kind: Event
  lastTimestamp: "2026-07-27T18:15:26Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:15:26Z"
    name: isvc-paddle-runtime-predictor.18c6383a8ff77169
    namespace: kserve-ci-e2e-test
    resourceVersion: "33096"
    uid: 230310f7-3298-4ae2-ad1d-400a0edf64ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 840449bb-e573-468e-a169-3edcbd2b7ee2
  kind: Event
  lastTimestamp: "2026-07-27T18:15:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:15:56Z"
    name: isvc-paddle-runtime-predictor.18c6383e0eaa9814
    namespace: kserve-ci-e2e-test
    resourceVersion: "33362"
    uid: 61249bed-f196-40c5-becb-16f72286612c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33094"
    uid: 840449bb-e573-468e-a169-3edcbd2b7ee2
  kind: Event
  lastTimestamp: "2026-07-27T18:15:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:15:56Z"
    name: isvc-paddle-runtime-predictor.18c6383e0f087c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "33363"
    uid: 739787ea-7fdc-4c2b-a4e7-a0ec796f4c99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 840449bb-e573-468e-a169-3edcbd2b7ee2
  kind: Event
  lastTimestamp: "2026-07-27T18:16:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:16:26Z"
    name: isvc-paddle-runtime-predictor.18c638450cb43674
    namespace: kserve-ci-e2e-test
    resourceVersion: "33577"
    uid: 1e729ef6-994a-4c80-817f-feac28e5bc6a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33244"
    uid: 840449bb-e573-468e-a169-3edcbd2b7ee2
  kind: Event
  lastTimestamp: "2026-07-27T18:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:16:26Z"
    name: isvc-paddle-runtime-predictor.18c638450d14c03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33578"
    uid: 657386c6-36d0-4e81-9457-4e8b2ecff59d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: 0ab41211-4443-4df9-8806-6d6b0e8b5c4b
  kind: Event
  lastTimestamp: "2026-07-27T18:16:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:16:30Z"
    name: isvc-paddle-runtime.18c6383a8ffd558d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33614"
    uid: 47fb5807-c8da-4277-afde-015e375e1603
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33085"
    uid: 0ab41211-4443-4df9-8806-6d6b0e8b5c4b
  kind: Event
  lastTimestamp: "2026-07-27T18:15:26Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:15:26Z"
    name: isvc-paddle-runtime.18c6383a907ecacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33119"
    uid: b69a2f7f-6b1c-4a74-9ce1-5640c39ac46c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33087"
    uid: 0ab41211-4443-4df9-8806-6d6b0e8b5c4b
  kind: Event
  lastTimestamp: "2026-07-27T18:15:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:15:26Z"
    name: isvc-paddle-runtime.18c6383a9b0dd163
    namespace: kserve-ci-e2e-test
    resourceVersion: "33120"
    uid: 584cc199-28b2-425d-aa21-3f8d837a67f3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33610"
    uid: 0ab41211-4443-4df9-8806-6d6b0e8b5c4b
  kind: Event
  lastTimestamp: "2026-07-27T18:16:30Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:16:30Z"
    name: isvc-paddle-runtime.18c6384985fa8cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33611"
    uid: c6740539-a985-485d-9a6d-20a88c1991be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:16:43.403542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33744"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:16:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384c79596c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33750"
    uid: 7c4b4cb9-680d-4dd6-88c4-2b7c41d3feff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33755"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:43Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:16:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384c92feb2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33762"
    uid: febf9a03-7b51-4021-a435-d8fe64052887
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384c946a2f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 420a6439-e975-4aff-98de-ee2a10a39528
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384c9736c4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33765"
    uid: a741d0f4-b54f-4ecf-a06b-5a16ec191a07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384c979bc42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33766"
    uid: 7e4afc3e-a47c-49a3-986c-8fa1b31ad7fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:48Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384dc236d3ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33810"
    uid: 5e2dc090-5c0f-4d6d-a1eb-123c7c4bf48c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384dc59ae1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33814"
    uid: f0e3fa58-2177-4bf5-8b52-06e5aa2fdca9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384dc610fee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 6591d35a-d09c-4d89-9349-e38858997c72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:48Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384dc61c208d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 6a50fa49-56fb-46fc-bf70-eaffedcf2366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384dc8f9bc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: ef7a115b-9684-4f31-812d-4c3604823c2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:16:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:16:49Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384dc97e8d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 15a49212-6ab9-40b6-8797-8553e02a9f1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:17:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:17:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6384dfe43f736
    namespace: kserve-ci-e2e-test
    resourceVersion: "34249"
    uid: 34a27dcc-8d8c-4515-9b31-106567d40b39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:17:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:17:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6385adf90a8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34242"
    uid: 13c8d4fd-5bca-49e0-bce8-fcdec6d035ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:17:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:17:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6385adf910f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34243"
    uid: d10e4e90-f314-44e7-8fd1-a3446518db9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 65b5085c-6947-4858-9f3f-b27f5b08baf8
  kind: Event
  lastTimestamp: "2026-07-27T18:17:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:17:45Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8.18c6385b08602fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34248"
    uid: 1bab3e29-28e7-47cc-aee5-e295ed51ef36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33735"
    uid: 104c145f-80ac-4ec9-a5fb-b600686d05bd
  kind: Event
  lastTimestamp: "2026-07-27T18:16:43Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5frv8'
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:16:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c6384c78ee2af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33745"
    uid: cf2c6b77-97a4-4187-b4ce-bf194be2ab05
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33733"
    uid: 7a8794b8-9ddb-41db-88ad-2f56abe7e0f5
  kind: Event
  lastTimestamp: "2026-07-27T18:16:43Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:16:43Z"
    name: isvc-paddle-v2-kserve-predictor.18c6384c75e01bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33737"
    uid: aa2b6346-05ed-4657-b5ff-a2af14946a7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33734"
    uid: 0fa73202-4af4-4c0f-8417-e71a8f2eb92b
  kind: Event
  lastTimestamp: "2026-07-27T18:17:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:17:28Z"
    name: isvc-paddle-v2-kserve-predictor.18c6384ff4ae9ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 43a22011-79a6-4996-aa90-6b8b0e7491de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33734"
    uid: 0fa73202-4af4-4c0f-8417-e71a8f2eb92b
  kind: Event
  lastTimestamp: "2026-07-27T18:17:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:17:28Z"
    name: isvc-paddle-v2-kserve-predictor.18c6384ff5125d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "34097"
    uid: c55d38fc-919f-4bd0-beed-4b6d01142b29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 0fa73202-4af4-4c0f-8417-e71a8f2eb92b
  kind: Event
  lastTimestamp: "2026-07-27T18:17:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:17:43Z"
    name: isvc-paddle-v2-kserve-predictor.18c6385a71fd2636
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: 7ab32f12-aa2b-4041-88a4-1e44459b26a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 0fa73202-4af4-4c0f-8417-e71a8f2eb92b
  kind: Event
  lastTimestamp: "2026-07-27T18:17:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:17:43Z"
    name: isvc-paddle-v2-kserve-predictor.18c6385a726388d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: 06f5cdb5-e9bb-4312-ae3e-c57dc61d4733
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: fd0a2f8e-8a9e-4e46-99cf-19ad811469aa
  kind: Event
  lastTimestamp: "2026-07-27T18:17:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:17:36Z"
    name: isvc-paddle-v2-kserve.18c6384c75f76199
    namespace: kserve-ci-e2e-test
    resourceVersion: "34160"
    uid: 6e9190ed-7de7-4105-8d65-82cfef001cf7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:16:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33726"
    uid: fd0a2f8e-8a9e-4e46-99cf-19ad811469aa
  kind: Event
  lastTimestamp: "2026-07-27T18:16:43Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:16:43Z"
    name: isvc-paddle-v2-kserve.18c6384c767261dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: 8984d46a-5448-4844-ae03-17206d35c371
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: fd0a2f8e-8a9e-4e46-99cf-19ad811469aa
  kind: Event
  lastTimestamp: "2026-07-27T18:17:36Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:17:36Z"
    name: isvc-paddle-v2-kserve.18c63858b9b96b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: 40e071a6-0189-4f5b-9f99-67c385814ad8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 54506806-0628-4d65-9fa0-e1a609447282
  kind: Event
  lastTimestamp: "2026-07-27T18:15:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:15:15Z"
    name: isvc-paddle.18c63828b3937d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32988"
    uid: 080e1a23-35bb-45ee-9f48-1f34036f89d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 54506806-0628-4d65-9fa0-e1a609447282
  kind: Event
  lastTimestamp: "2026-07-27T18:14:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T18:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:14:09Z"
    name: isvc-paddle.18c63828b44415ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "32460"
    uid: cb979988-3dff-4fa6-80ca-92d5da74414a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:15:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32985"
    uid: 54506806-0628-4d65-9fa0-e1a609447282
  kind: Event
  lastTimestamp: "2026-07-27T18:15:15Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:15:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:15:15Z"
    name: isvc-paddle.18c638381af1cc83
    namespace: kserve-ci-e2e-test
    resourceVersion: "32986"
    uid: c60124ef-4609-4e4c-913f-59aec1765ba7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:17:50.441260Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34303"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-r8hc6
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:17:50Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385c151bc92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34309"
    uid: 0b96cbd5-d288-4e38-8f47-acb08cbcc359
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34314"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:17:50Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:17:50Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385c2ed90c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34324"
    uid: ac30cd2c-7867-4b80-bc99-f6a031950acf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:17:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:17:50Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385c30a7edc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34326"
    uid: ce93a6c3-be82-4198-b3d5-dfd0cd9c4d62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:17:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:17:50Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385c33a81611
    namespace: kserve-ci-e2e-test
    resourceVersion: "34327"
    uid: 48023a47-a480-4574-87b3-cfdc03f339ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:17:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:17:50Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385c341da5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34328"
    uid: fa80ff39-6517-4694-976e-f3eb418183d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:17:55Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T18:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:17:55Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385d322399b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34362"
    uid: a3d9f937-8e3c-4a4a-9d37-65eb8f378f57
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:18:02Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.046s (7.046s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:02Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385ed627c3e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34415"
    uid: 77f75310-e621-492e-aa4b-275112b44a4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:18:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:02Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385ed9403d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "34416"
    uid: 97af171e-3c37-4b3e-a08e-a1fdae80fd03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:18:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:02Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385ed9c9ab96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34417"
    uid: a409c519-80b6-4aaf-bf88-181ee2762008
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:18:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:02Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385ed9d3edde
    namespace: kserve-ci-e2e-test
    resourceVersion: "34418"
    uid: 7aeccadb-bbdd-4777-b764-7800507fa4a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:18:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:02Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385edce79aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34420"
    uid: f4d7766c-f4f4-4d09-9125-7ebed4e43bfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:18:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:18:02Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385edd6eec14
    namespace: kserve-ci-e2e-test
    resourceVersion: "34421"
    uid: da008d26-c6c3-4317-84da-5042463321c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:19:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:20Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c6385f4e127db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34966"
    uid: 530dd62b-b82a-440a-9cc4-52aef1bbac91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:19:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:41Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c63875fb5ce950
    namespace: kserve-ci-e2e-test
    resourceVersion: "35144"
    uid: a68abae4-5c81-4f8d-a025-481dd9607eda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:19:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:41Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c63875fb5d6f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 3cba53cc-cf85-4426-a65a-8b8822585312
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-r8hc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34307"
    uid: fc2d5075-5d42-4924-a873-c64dd46eafb4
  kind: Event
  lastTimestamp: "2026-07-27T18:19:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:45Z"
    name: isvc-pmml-predictor-8674795f59-r8hc6.18c63876d25a4abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35168"
    uid: 60b77876-bc29-4afa-894d-69682bd146d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "34294"
    uid: af81fbe9-13b6-4434-be7b-e17ada319119
  kind: Event
  lastTimestamp: "2026-07-27T18:17:50Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-r8hc6'
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:17:50Z"
    name: isvc-pmml-predictor-8674795f59.18c6385c14ab625f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34306"
    uid: bbe6dc63-1162-47cd-9ca9-4d526da44710
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34291"
    uid: 41a64dd9-3339-455c-8a50-e216be13ac95
  kind: Event
  lastTimestamp: "2026-07-27T18:17:50Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:17:50Z"
    name: isvc-pmml-predictor.18c6385c10e84c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34295"
    uid: d9fc665d-4fa4-4c69-94ae-04fed6e209cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: f2b3a56a-69d5-44e9-835c-edcd72473130
  kind: Event
  lastTimestamp: "2026-07-27T18:18:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:18:35Z"
    name: isvc-pmml-predictor.18c6385f8f218610
    namespace: kserve-ci-e2e-test
    resourceVersion: "34655"
    uid: 66cb9fd7-5a02-4697-9258-eeb34e70f63f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: f2b3a56a-69d5-44e9-835c-edcd72473130
  kind: Event
  lastTimestamp: "2026-07-27T18:18:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:18:35Z"
    name: isvc-pmml-predictor.18c6385f8f915391
    namespace: kserve-ci-e2e-test
    resourceVersion: "34656"
    uid: 69dfadf3-333b-4ddf-9ef4-49386ebc00ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: f2b3a56a-69d5-44e9-835c-edcd72473130
  kind: Event
  lastTimestamp: "2026-07-27T18:19:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:19:35Z"
    name: isvc-pmml-predictor.18c6386a0c9c0c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35083"
    uid: 14762b15-c59c-4087-ba0f-c76cddf34a06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:18:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: f2b3a56a-69d5-44e9-835c-edcd72473130
  kind: Event
  lastTimestamp: "2026-07-27T18:19:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:19:35Z"
    name: isvc-pmml-predictor.18c6386a0d04952e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35084"
    uid: 79dab2a9-1d64-48e9-a7f5-f235507bd4cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:19:46.833294Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35206"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-n7l2t
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:19:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:19:46Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c638772e9d3f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: e89d23c1-34ae-46cd-afbe-47ba0cb0bc21
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:47Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:19:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c6387748b4df90
    namespace: kserve-ci-e2e-test
    resourceVersion: "35226"
    uid: b236553a-d529-468f-9019-220df423addf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c638774a69d45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: b661bab6-252f-46e6-bc1a-a2b29f614714
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c638774d218ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: 49f0464f-36e6-44a3-ba5d-44bff1b866ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:47Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c638774d9d18e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: cb88a507-0896-4a15-99e8-0f98da9faf8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:51Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c638785440424f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35270"
    uid: 5bdf6a3a-2852-4fd4-b76b-12a908ae58d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c6387857956743
    namespace: kserve-ci-e2e-test
    resourceVersion: "35272"
    uid: a742896f-0ba4-4d97-9ce4-7da786e161de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c6387858109544
    namespace: kserve-ci-e2e-test
    resourceVersion: "35275"
    uid: 4a1a7d00-5cbf-4621-b8e5-1851ef054fa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c63878581b6766
    namespace: kserve-ci-e2e-test
    resourceVersion: "35276"
    uid: b2e3e03c-def9-4364-ae54-2010d975306e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c638785b16d89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35279"
    uid: 529bc296-83d7-46d0-910f-17ff862ffb60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:19:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:19:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c638785b914179
    namespace: kserve-ci-e2e-test
    resourceVersion: "35280"
    uid: 19941ba0-b423-47d6-81ee-f0698c7686c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:21:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c63878cc24b120
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: f2ebc032-2d0e-4578-baac-5211676547cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:21:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c6388eb3dbecb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35981"
    uid: a4385aa9-84c3-4bd6-81c7-cf95f5395528
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:21:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:27Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c6388eb3dc5c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: 79c24688-e8a0-4e43-b281-7955b67d02a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "35208"
    uid: 03a86fa0-04d7-47d6-90f3-f055a39bdd87
  kind: Event
  lastTimestamp: "2026-07-27T18:21:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:29Z"
    name: isvc-pmml-runtime-predictor-885fc8777-n7l2t.18c6388f265e887a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35996"
    uid: d178629a-b5be-40ce-bf6c-0e1132d2a6c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "35196"
    uid: 7656ba26-ba39-42b3-959f-0d7c9d29b3bd
  kind: Event
  lastTimestamp: "2026-07-27T18:19:46Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-n7l2t'
  metadata:
    creationTimestamp: "2026-07-27T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:19:46Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c638772e04f250
    namespace: kserve-ci-e2e-test
    resourceVersion: "35207"
    uid: a70ba959-fc7c-42f3-9b76-22a93ee629a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35193"
    uid: f3f1ad45-e9fe-4d67-a04c-176da23f55f9
  kind: Event
  lastTimestamp: "2026-07-27T18:19:46Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:19:46Z"
    name: isvc-pmml-runtime-predictor.18c6387729ac67d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35197"
    uid: f9c808d2-bb0e-41c3-8eb0-9b60bbc48bfe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:20:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 8a8281e1-3c83-4a29-9115-f78dc6eba607
  kind: Event
  lastTimestamp: "2026-07-27T18:20:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:20:31Z"
    name: isvc-pmml-runtime-predictor.18c6387aa81fe34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35567"
    uid: eb72e5f7-61b4-45e6-b3f4-03f5ee3be910
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:20:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35194"
    uid: 8a8281e1-3c83-4a29-9115-f78dc6eba607
  kind: Event
  lastTimestamp: "2026-07-27T18:20:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:20:31Z"
    name: isvc-pmml-runtime-predictor.18c6387aa8813bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: c854f2d5-d720-4e69-b249-aa463201ac12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:20:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35353"
    uid: 8a8281e1-3c83-4a29-9115-f78dc6eba607
  kind: Event
  lastTimestamp: "2026-07-27T18:21:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:21:16Z"
    name: isvc-pmml-runtime-predictor.18c63885255adea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35879"
    uid: cef813d6-e0e8-4bd4-a713-fe35b760f43f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:20:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35353"
    uid: 8a8281e1-3c83-4a29-9115-f78dc6eba607
  kind: Event
  lastTimestamp: "2026-07-27T18:21:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:21:16Z"
    name: isvc-pmml-runtime-predictor.18c6388525c09e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35881"
    uid: 2d9b1c8b-e87d-4771-9ac3-60b1275e1641
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: df4c4e70-8d7f-432d-ba70-92a3d74351f0
  kind: Event
  lastTimestamp: "2026-07-27T18:21:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:21:19Z"
    name: isvc-pmml-runtime.18c6387729bac48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35910"
    uid: 6fa1e121-403c-48d7-8225-a412436e2910
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: df4c4e70-8d7f-432d-ba70-92a3d74351f0
  kind: Event
  lastTimestamp: "2026-07-27T18:19:46Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:19:46Z"
    name: isvc-pmml-runtime.18c638772a3252a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35219"
    uid: 22c9ce98-a0b9-4f33-ad8a-7500b0190892
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35189"
    uid: df4c4e70-8d7f-432d-ba70-92a3d74351f0
  kind: Event
  lastTimestamp: "2026-07-27T18:19:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:19:46Z"
    name: isvc-pmml-runtime.18c63877313c8e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: 70fb2312-c340-43fe-b01b-3dd8c7dde6be
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35907"
    uid: df4c4e70-8d7f-432d-ba70-92a3d74351f0
  kind: Event
  lastTimestamp: "2026-07-27T18:21:19Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:21:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:21:19Z"
    name: isvc-pmml-runtime.18c6388cd81df63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35908"
    uid: 1524e7d4-70aa-42b4-82bf-c97628417f73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:21:32.922208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36049"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:21:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:21:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c6388fe201a1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36053"
    uid: dcba9b0c-12f5-4d9a-97ba-a64eed697633
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36057"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:33Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:21:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c6388ffbcee891
    namespace: kserve-ci-e2e-test
    resourceVersion: "36066"
    uid: 6d2aa572-c1d8-4b27-8880-c5194133d15f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c6388ffd585cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36068"
    uid: e543a040-1d28-42f5-8c29-94a320bbe6e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c6388fffed7631
    namespace: kserve-ci-e2e-test
    resourceVersion: "36069"
    uid: c59cf3a3-6396-4bc5-81eb-306b62f098ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:21:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c63890005ed95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36070"
    uid: 08c01805-0969-4f8c-9b3e-038eec642df6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:38Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c638911e603445
    namespace: kserve-ci-e2e-test
    resourceVersion: "36111"
    uid: 0dfe9c49-2d8d-4090-91ba-1a2aa11f80bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c6389121bf5dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36114"
    uid: 43dd85ff-1069-4a42-9c61-063412112c9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c63891223871d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36116"
    uid: fc0b2354-50a6-474c-93a0-fee34feed883
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c6389122430cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: e91017d6-d45b-452f-ba4d-8ee9739208fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c6389125338d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "36119"
    uid: 1e96db1a-3786-40d5-b639-de65eb096124
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:21:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:21:38Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c6389125accef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36120"
    uid: df82e801-6807-4eed-b1ad-a9e577ecd47f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:22:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:22:56Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c63891963db064
    namespace: kserve-ci-e2e-test
    resourceVersion: "36669"
    uid: d9411b84-40b6-4b8d-ac86-8dbf4c7fc45d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:23:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c638a51b145545
    namespace: kserve-ci-e2e-test
    resourceVersion: "36746"
    uid: 9fe6d4d7-6248-4ae2-8b7a-d56ff274cb93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:23:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:04Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c638a51b14cbe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36747"
    uid: 7ae51327-fd6d-4598-a351-8b9b8a0f8e23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: c3e2bbdf-3803-4c9c-8281-9b93ead601fb
  kind: Event
  lastTimestamp: "2026-07-27T18:23:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:06Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6.18c638a59cc52942
    namespace: kserve-ci-e2e-test
    resourceVersion: "36765"
    uid: 91f57f45-c600-440e-89de-401589142160
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: f67de4c7-c024-4912-a021-e4bf0fa9d2b6
  kind: Event
  lastTimestamp: "2026-07-27T18:21:32Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-9rxq6'
  metadata:
    creationTimestamp: "2026-07-27T18:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:21:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c6388fe19a637d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36050"
    uid: 42235240-3acc-4fda-8efb-67b5d8376575
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36034"
    uid: 997ebc03-1b96-4949-8598-17d09f2ea06a
  kind: Event
  lastTimestamp: "2026-07-27T18:21:32Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T18:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:21:32Z"
    name: isvc-pmml-v2-kserve-predictor.18c6388fdd7a9910
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: a37df168-e6aa-4bd5-912a-70e548fa9e42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36035"
    uid: c75d3024-8dc8-4a69-aea5-3396e0fae5bf
  kind: Event
  lastTimestamp: "2026-07-27T18:22:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:22:17Z"
    name: isvc-pmml-v2-kserve-predictor.18c638935c5b0278
    namespace: kserve-ci-e2e-test
    resourceVersion: "36400"
    uid: 8cbe5a47-2e70-4b09-8b94-a632c4915b12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36035"
    uid: c75d3024-8dc8-4a69-aea5-3396e0fae5bf
  kind: Event
  lastTimestamp: "2026-07-27T18:22:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:22:17Z"
    name: isvc-pmml-v2-kserve-predictor.18c638935cc5e063
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: fafb43a5-eaac-4a8a-b0f2-e4bc4864374e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:22:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36189"
    uid: c75d3024-8dc8-4a69-aea5-3396e0fae5bf
  kind: Event
  lastTimestamp: "2026-07-27T18:23:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:23:02Z"
    name: isvc-pmml-v2-kserve-predictor.18c6389dd944dd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36721"
    uid: 03e78625-eeb6-45b0-bab2-8b4cc59d171a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:22:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36189"
    uid: c75d3024-8dc8-4a69-aea5-3396e0fae5bf
  kind: Event
  lastTimestamp: "2026-07-27T18:23:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:23:02Z"
    name: isvc-pmml-v2-kserve-predictor.18c6389dd9a58322
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: 2b289049-25db-44f6-bfac-145fa2ea3c19
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 922beab7-3469-421d-9640-f2cb4396bfd1
  kind: Event
  lastTimestamp: "2026-07-27T18:22:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:22:59Z"
    name: isvc-pmml-v2-kserve.18c6388fdda9f6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36696"
    uid: 51c71e9b-1035-4842-98cb-e81d01cad768
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:21:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 922beab7-3469-421d-9640-f2cb4396bfd1
  kind: Event
  lastTimestamp: "2026-07-27T18:21:32Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:21:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:21:32Z"
    name: isvc-pmml-v2-kserve.18c6388fde27a905
    namespace: kserve-ci-e2e-test
    resourceVersion: "36042"
    uid: 5f11a1b9-794a-4d25-9f06-df220b69c252
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:22:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36694"
    uid: 922beab7-3469-421d-9640-f2cb4396bfd1
  kind: Event
  lastTimestamp: "2026-07-27T18:22:59Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:22:59Z"
    name: isvc-pmml-v2-kserve.18c638a40de97443
    namespace: kserve-ci-e2e-test
    resourceVersion: "36695"
    uid: 7ebf695e-fa4e-4465-b7e8-ab6dc2d8447f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34285"
    uid: 57039b4d-eccd-4ef5-93e0-8ab6861a198f
  kind: Event
  lastTimestamp: "2026-07-27T18:19:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:19:30Z"
    name: isvc-pmml.18c6385c10ed7ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35048"
    uid: 4497ef5f-150f-41b9-b86f-2276d262e0a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:17:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34285"
    uid: 57039b4d-eccd-4ef5-93e0-8ab6861a198f
  kind: Event
  lastTimestamp: "2026-07-27T18:17:50Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:17:50Z"
    name: isvc-pmml.18c6385c11bb616b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34299"
    uid: 5c32e84a-67d5-469b-9fc2-f044c0d760b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:19:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "35046"
    uid: 57039b4d-eccd-4ef5-93e0-8ab6861a198f
  kind: Event
  lastTimestamp: "2026-07-27T18:19:30Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:19:30Z"
    name: isvc-pmml.18c638735a4c0d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35047"
    uid: f8098f9c-1ae5-413c-873a-0e070e01e39f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:29:03.549182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39729"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:29:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:29:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638f8cd7797a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39733"
    uid: 7efcb002-2f3a-459f-8f56-ba125e7a42d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638f8da685085
    namespace: kserve-ci-e2e-test
    resourceVersion: "39742"
    uid: d5804cd8-40ae-4724-b2e3-f77510a2dcc8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39737"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:04Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:29:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638f90b14e2a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39753"
    uid: 7a13d90a-8f31-4922-afa6-cb0c12ea3a87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638f90ca5829f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39755"
    uid: cd577fb8-6346-4d95-b946-0058e17dfbac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638f90fc0efc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39756"
    uid: fbc51b1f-4210-4afc-a32b-7d88b1d2d172
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638f9102977f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39757"
    uid: b8c826ea-62fd-4ccd-bbef-115099b97d57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:09Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638fa22c5934f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39792"
    uid: f6b3e881-dbdd-4e81-b380-0d2986cc9fba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638fa25b30246
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 8b842d93-ace3-4d21-b837-6248e3176202
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638fa26159b9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39795"
    uid: e39cd3cc-1c89-49fc-a966-e7cf5db27c4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638fa262094cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39796"
    uid: 5d8526dc-d96c-4892-8a19-a78d32fc7369
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638fa28d024c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39799"
    uid: 4e16c230-ce20-40b4-9a3f-a9c77cfd7892
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:29:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:29:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:09Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638fa293642c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39800"
    uid: 37c618ab-c299-479e-95dd-822a1a7f1ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:30:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:34Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c638fa5ed40aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40447"
    uid: 287c914b-d4f8-4c8d-87d2-292b530d0e63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:30:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c6390dc74ed10b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40436"
    uid: 696bbe44-213a-41d5-8c15-f7f0db0a62b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:30:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:33Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c6390dc750a9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40438"
    uid: 5fbd9e8d-d5ed-45cd-b177-cbe9c94a6925
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck
    namespace: kserve-ci-e2e-test
    resourceVersion: "39731"
    uid: 0f35e3a2-9f78-4e4d-b60b-508668b4539a
  kind: Event
  lastTimestamp: "2026-07-27T18:30:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:36Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck.18c6390e65105884
    namespace: kserve-ci-e2e-test
    resourceVersion: "40462"
    uid: 9de72f25-e5e7-46b0-9cae-0eb84c6cf5d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39715"
    uid: 32c37443-40e7-4bb2-8966-70302f0d13a7
  kind: Event
  lastTimestamp: "2026-07-27T18:29:03Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-hrnck'
  metadata:
    creationTimestamp: "2026-07-27T18:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:29:03Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c638f8ccef7816
    namespace: kserve-ci-e2e-test
    resourceVersion: "39730"
    uid: 3a9cf9a1-f83a-4824-8dc0-70d8c1e82c0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39713"
    uid: 3984929d-713b-438e-a70b-54d5211e2024
  kind: Event
  lastTimestamp: "2026-07-27T18:29:03Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:29:03Z"
    name: isvc-predictive-lightgbm-predictor.18c638f8c71ddbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39716"
    uid: d0ab1b10-54dc-4164-b54f-50a9657bbb9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39714"
    uid: 6f66be18-e45b-4ec9-b080-8cc51beb21c9
  kind: Event
  lastTimestamp: "2026-07-27T18:29:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:29:48Z"
    name: isvc-predictive-lightgbm-predictor.18c638fc45fe9ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40098"
    uid: 3b089987-8633-4da8-8ce8-faf902c5e27f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39714"
    uid: 6f66be18-e45b-4ec9-b080-8cc51beb21c9
  kind: Event
  lastTimestamp: "2026-07-27T18:29:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:29:48Z"
    name: isvc-predictive-lightgbm-predictor.18c638fc46600f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40099"
    uid: 4aa117e9-d699-488d-bc08-ee2e1f26d97e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39871"
    uid: 6f66be18-e45b-4ec9-b080-8cc51beb21c9
  kind: Event
  lastTimestamp: "2026-07-27T18:30:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:30:33Z"
    name: isvc-predictive-lightgbm-predictor.18c638ffc530885d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40420"
    uid: f3505b61-cd7d-4d1f-8e16-0d449204341f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39871"
    uid: 6f66be18-e45b-4ec9-b080-8cc51beb21c9
  kind: Event
  lastTimestamp: "2026-07-27T18:30:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:30:33Z"
    name: isvc-predictive-lightgbm-predictor.18c638ffc59c40c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40421"
    uid: a23bf8fb-b4a7-45b6-aeff-45d3bd42ef1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:33:50.252413Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42036"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:33:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393b8e4fad83
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 22e2d2e2-c519-4b57-8b6c-ea6abf7ad413
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42044"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:50Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:33:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393ba858dae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42057"
    uid: 6245e28b-9347-487a-a8ea-65c73aeda700
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393ba9f7f9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "42059"
    uid: c7f30ada-a2e2-49a7-a384-ede3d8ea74cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393bacc07472
    namespace: kserve-ci-e2e-test
    resourceVersion: "42060"
    uid: 904535db-4d85-49bb-8812-ff900519d605
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393bad3b1ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42061"
    uid: 5305e2d3-a11c-4406-b466-91202ce3533c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:54Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393c8fb787bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42093"
    uid: c342a75f-9822-492c-afde-50a5d410e83a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393c93ad5fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "42097"
    uid: 357e1916-156c-4c38-8cba-ee5c7bcb1bc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393c94234735
    namespace: kserve-ci-e2e-test
    resourceVersion: "42098"
    uid: fb58b564-ce1b-42ee-a75d-62c509a16944
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393c942d44cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42099"
    uid: a536c152-326d-4474-ab01-82f4867668f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393c9762f037
    namespace: kserve-ci-e2e-test
    resourceVersion: "42101"
    uid: 7ca97111-ed49-4b08-950f-b56bbad3beea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:33:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6393c97e7954b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42102"
    uid: 39c1bf8a-da3e-4c90-85ab-b3750138e222
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:35:07Z"
  message: 'Readiness probe failed: Get "http://10.133.0.65:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.65:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:07Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6394569f422df
    namespace: kserve-ci-e2e-test
    resourceVersion: "42612"
    uid: c3470d46-0636-42e7-93d3-ae601830169e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:35:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6395088b5f900
    namespace: kserve-ci-e2e-test
    resourceVersion: "42728"
    uid: b93df0bc-b0c8-4c91-a076-7e9d38401f71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:35:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:20Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c6395088b672d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42729"
    uid: 7663d738-8910-4d00-8c35-b4c339eba27a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: ec78b987-9ea1-46da-bb08-c95fdceadc6d
  kind: Event
  lastTimestamp: "2026-07-27T18:35:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492.18c639510dd36f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "42749"
    uid: f61c270b-db19-4efb-8f1a-56d0570fabd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "42025"
    uid: c5479f74-0467-4b99-bf4b-c8d1416fcfe5
  kind: Event
  lastTimestamp: "2026-07-27T18:33:50Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-bf492'
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:33:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c6393b8de72271
    namespace: kserve-ci-e2e-test
    resourceVersion: "42037"
    uid: d33e906f-8ca2-4e0a-9724-1bc977ecf107
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42023"
    uid: 9c6f6f19-d1c5-4086-bbe2-054d804b4ab8
  kind: Event
  lastTimestamp: "2026-07-27T18:33:50Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:33:50Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6393b898846f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42026"
    uid: 882eb9a7-d7d6-4602-84d4-2b539e7d7a91
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:34:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42024"
    uid: 4492feb1-bc2c-4ea7-816d-2a41eb9355c6
  kind: Event
  lastTimestamp: "2026-07-27T18:34:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:34:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6393f082a7e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "42383"
    uid: df6bba7f-84ec-4587-8305-efe89ab2eb38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:34:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42024"
    uid: 4492feb1-bc2c-4ea7-816d-2a41eb9355c6
  kind: Event
  lastTimestamp: "2026-07-27T18:34:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:34:35Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6393f08a45e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "42384"
    uid: 9563c225-b925-4af1-a96f-8ef92f2334b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:34:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42175"
    uid: 4492feb1-bc2c-4ea7-816d-2a41eb9355c6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:35:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c6394985a79737
    namespace: kserve-ci-e2e-test
    resourceVersion: "42712"
    uid: b36c0f5d-dfa2-4cf2-9fb1-bd8417122b5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:34:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42175"
    uid: 4492feb1-bc2c-4ea7-816d-2a41eb9355c6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:35:20Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c63949860d3243
    namespace: kserve-ci-e2e-test
    resourceVersion: "42713"
    uid: e3285108-375f-4cc5-89df-0d27ab6ec4f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42015"
    uid: 30cb4e3b-6e55-4cbd-8c56-5d530e90ada9
  kind: Event
  lastTimestamp: "2026-07-27T18:35:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:35:17Z"
    name: isvc-predictive-lightgbm-v2.18c6393b899b65c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42688"
    uid: e1e43cf8-5c9a-41a1-a742-45797428157b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42015"
    uid: 30cb4e3b-6e55-4cbd-8c56-5d530e90ada9
  kind: Event
  lastTimestamp: "2026-07-27T18:33:50Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:33:50Z"
    name: isvc-predictive-lightgbm-v2.18c6393b8a1d8a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "42030"
    uid: 783bf6a3-2e34-4821-9d35-0cb3bf85f8cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42686"
    uid: 30cb4e3b-6e55-4cbd-8c56-5d530e90ada9
  kind: Event
  lastTimestamp: "2026-07-27T18:35:17Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:35:17Z"
    name: isvc-predictive-lightgbm-v2.18c6394fe3b57dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "42687"
    uid: 28a09f50-c94d-4b46-a76e-4dedc063fb36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 7ab736cb-72ff-4f8b-99b1-3c0e3dc7ed35
  kind: Event
  lastTimestamp: "2026-07-27T18:30:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:30:24Z"
    name: isvc-predictive-lightgbm.18c638f8c7267159
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: a19b1182-00f4-4adb-a18a-53f4844193a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39705"
    uid: 7ab736cb-72ff-4f8b-99b1-3c0e3dc7ed35
  kind: Event
  lastTimestamp: "2026-07-27T18:29:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:29:03Z"
    name: isvc-predictive-lightgbm.18c638f8c7a909c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39720"
    uid: 15ccccd6-3a7d-459d-babc-63a56c563f2c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "40355"
    uid: 7ab736cb-72ff-4f8b-99b1-3c0e3dc7ed35
  kind: Event
  lastTimestamp: "2026-07-27T18:30:24Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:30:24Z"
    name: isvc-predictive-lightgbm.18c6390baa561544
    namespace: kserve-ci-e2e-test
    resourceVersion: "40356"
    uid: 273ccfa9-3a46-4ae4-9ea8-4e23b7ae9a7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:25:33.024175Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38070"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:25:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:25:33Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638c7c932dc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38076"
    uid: d53b7d12-5bb3-47e0-94d7-715810509e2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:25:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:33Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638c7d1f82bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38084"
    uid: 723b2a51-a512-46b0-9abf-f19fa3dc600a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:25:34Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:25:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638c8070fa6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38091"
    uid: 4f7addc8-bd12-448a-bc58-b0a62d813ff2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:25:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638c808afdc51
    namespace: kserve-ci-e2e-test
    resourceVersion: "38093"
    uid: 7ecb467c-235c-4277-99a8-c8df7ce5079f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:25:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638c80c4e16de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38094"
    uid: ee862d03-871f-4422-85b3-8e5364848cdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:25:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638c80cc9168b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38095"
    uid: 67327e2d-8e16-4515-9591-3d5fda2881d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:25:38Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T18:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:38Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638c9044ca0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: fc6802b8-56b8-4f8d-a360-c7d886e445c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:26:02Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 23.849s
    (23.849s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:26:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638ce91dcb834
    namespace: kserve-ci-e2e-test
    resourceVersion: "38302"
    uid: 4694fde6-d591-41df-bee4-b080cca0cd26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:26:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:26:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638ce95872c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38303"
    uid: 22a2ee11-56cf-4e2f-b2ae-9ea8ddcbcb1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:26:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:26:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638ce95ee4338
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: 8e68e82e-3b72-44bd-aee2-fb1a0a01730e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:26:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:26:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638ce95f8ee22
    namespace: kserve-ci-e2e-test
    resourceVersion: "38305"
    uid: 8e893d0e-85c9-41ad-8dfc-86a83d6e5090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:26:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:26:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638ce98e4bfea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38306"
    uid: 343446d8-5f09-47e9-9544-e87dca3cd503
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:26:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:26:02Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638ce9951c2e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38307"
    uid: 5910b817-06e1-4778-8b83-caf9f92495ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:27:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:09Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638cedf0f34ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38783"
    uid: ee7296ce-1a81-4557-a957-62ce813acd90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:27:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638e16bc865a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: b0b978fe-dfff-4272-b3cc-806ebfbf8aed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:27:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638e16bc90f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38907"
    uid: af5e6b10-305d-4df2-80b2-62cd4814fe13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: 94df01d5-07a3-49fe-9014-c4b394e04aaa
  kind: Event
  lastTimestamp: "2026-07-27T18:27:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:27:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:24Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm.18c638e1bb543fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38915"
    uid: 15f754d2-e4f0-4c36-9ed3-f5cec8f6b924
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38061"
    uid: ca591b2e-60d1-4dfd-8cfd-a90e85555daf
  kind: Event
  lastTimestamp: "2026-07-27T18:25:33Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-nz7pm'
  metadata:
    creationTimestamp: "2026-07-27T18:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:25:33Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c638c7c88b2b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "38071"
    uid: f035fa11-ba34-4e5b-b93a-37fb472082f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38059"
    uid: d254fac7-41be-4376-9931-82e790083589
  kind: Event
  lastTimestamp: "2026-07-27T18:25:32Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:25:32Z"
    name: isvc-predictive-sklearn-predictor.18c638c7c522ede5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: 66994ddf-b7d5-4885-b411-bc51dc00a44a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 7a45430c-cc21-4c81-a03e-bcfb9fb2b80b
  kind: Event
  lastTimestamp: "2026-07-27T18:26:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:26:33Z"
    name: isvc-predictive-sklearn-predictor.18c638cb44119110
    namespace: kserve-ci-e2e-test
    resourceVersion: "38530"
    uid: 443b81b7-549b-45f6-81cf-e08e8ea323e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 7a45430c-cc21-4c81-a03e-bcfb9fb2b80b
  kind: Event
  lastTimestamp: "2026-07-27T18:26:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:26:33Z"
    name: isvc-predictive-sklearn-predictor.18c638cb4496ee0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38531"
    uid: 8a673eee-59c0-4bc8-9ede-049ac843e7dd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38200"
    uid: 7a45430c-cc21-4c81-a03e-bcfb9fb2b80b
  kind: Event
  lastTimestamp: "2026-07-27T18:27:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:27:18Z"
    name: isvc-predictive-sklearn-predictor.18c638d9414e9191
    namespace: kserve-ci-e2e-test
    resourceVersion: "38843"
    uid: cce04aa4-7acf-4915-af56-96804e43589d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:26:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38200"
    uid: 7a45430c-cc21-4c81-a03e-bcfb9fb2b80b
  kind: Event
  lastTimestamp: "2026-07-27T18:27:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:27:18Z"
    name: isvc-predictive-sklearn-predictor.18c638d941e3beec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38844"
    uid: 7d16efe2-71bd-4f13-8929-ed2b558ec1d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:30:38.844112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40502"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:30:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c6390efd7cd9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40507"
    uid: 46a18137-4d17-43a8-aec9-f949ebdbf0d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c6390f0530df6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40517"
    uid: 1b653f12-6216-40a5-bb38-c942c495aca5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40512"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:39Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:30:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c6390f3b5b5909
    namespace: kserve-ci-e2e-test
    resourceVersion: "40531"
    uid: 042f0ddb-a84c-436a-9d8f-c7ad2b4389a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c6390f3cf9cbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40533"
    uid: 55e7f17a-cc77-4178-8bc1-e3fe998074e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c6390f4085bb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40535"
    uid: 84dd4ed1-1960-498f-8773-52a9fe02da0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c6390f40fe9f1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40536"
    uid: 7d02f3a8-7eb3-4951-b8ee-805adbfbcb1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:44Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c639105b6c1a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "40576"
    uid: 944003c7-781e-4735-bebf-a8272515ae61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c639105f523aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "40580"
    uid: c435c58c-8bb4-407e-b50f-b2e7cde4536b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c639105fcee86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40581"
    uid: d009222d-012e-4533-9387-35f0a393184c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c639105fd9e6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40582"
    uid: fa942da7-7648-4f0b-aecc-901bf6c83ef3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c639106397377a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40585"
    uid: b037c264-9e7f-4d92-a474-0c5b2abf8acf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:30:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:30:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:30:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c6391064133f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40586"
    uid: c2d0a713-cb5a-4e6a-b70e-f29b98ffa08a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:31:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:32:12Z"
  message: 'Readiness probe failed: Get "http://10.133.0.63:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.63:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c6391935ac5c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "41231"
    uid: dffd9df7-1104-425b-9dac-a9458d4aa12f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:32:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:09Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c63924298ddc9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41207"
    uid: ffbfaaf6-7a0e-4291-ba55-9b9bf82def71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:32:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:32:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:09Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c63924298e636f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41208"
    uid: 7ab1f798-2e86-4a6c-b1a8-12e1794377f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "40505"
    uid: 996961a9-cceb-4096-ba61-157534de65fa
  kind: Event
  lastTimestamp: "2026-07-27T18:32:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:12Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j.18c63924d9861624
    namespace: kserve-ci-e2e-test
    resourceVersion: "41230"
    uid: 7aba4292-7b5f-498b-9ab3-8312195c522e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40491"
    uid: a88b8c5a-1e31-44af-b968-154b2639efdd
  kind: Event
  lastTimestamp: "2026-07-27T18:30:38Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-kqj7j'
  metadata:
    creationTimestamp: "2026-07-27T18:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c6390efcc78f3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40503"
    uid: 94d379a4-dabd-48a5-b40c-36fb5260e964
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: 878b2bb5-b716-4b65-8d08-2355ed2dca60
  kind: Event
  lastTimestamp: "2026-07-27T18:30:38Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:30:38Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6390ef6b86684
    namespace: kserve-ci-e2e-test
    resourceVersion: "40492"
    uid: 06ef245b-8874-4562-815b-44d74cd012c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40490"
    uid: d8448354-9183-46b5-9be3-9c638f887e83
  kind: Event
  lastTimestamp: "2026-07-27T18:30:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:30:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18c63912759304df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40648"
    uid: 9afc5c36-093b-42c9-97ef-248fff71131a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40490"
    uid: d8448354-9183-46b5-9be3-9c638f887e83
  kind: Event
  lastTimestamp: "2026-07-27T18:30:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:30:53Z"
    name: isvc-predictive-sklearn-v2-predictor.18c63912761b8b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40650"
    uid: ef236cd7-47d7-4c81-807c-491702b84b3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40649"
    uid: d8448354-9183-46b5-9be3-9c638f887e83
  kind: Event
  lastTimestamp: "2026-07-27T18:32:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:32:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18c63915f4e2dade
    namespace: kserve-ci-e2e-test
    resourceVersion: "41185"
    uid: 6159168a-f273-4d16-839f-c24b70095d9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40649"
    uid: d8448354-9183-46b5-9be3-9c638f887e83
  kind: Event
  lastTimestamp: "2026-07-27T18:32:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:32:08Z"
    name: isvc-predictive-sklearn-v2-predictor.18c63915f554cc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41186"
    uid: 6e82f214-c0a9-4e67-88e2-2ec70ee1c7b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 71fecdbf-1464-4acd-8ea8-1851f9bfcb83
  kind: Event
  lastTimestamp: "2026-07-27T18:32:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:32:02Z"
    name: isvc-predictive-sklearn-v2.18c6390ef6b6bea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41144"
    uid: e7a01338-572f-4049-b157-2a8223ad33c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40482"
    uid: 71fecdbf-1464-4acd-8ea8-1851f9bfcb83
  kind: Event
  lastTimestamp: "2026-07-27T18:30:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:30:38Z"
    name: isvc-predictive-sklearn-v2.18c6390ef7f9155d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40513"
    uid: 75d4d3e7-437f-47f6-af18-2525d81b8948
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: 71fecdbf-1464-4acd-8ea8-1851f9bfcb83
  kind: Event
  lastTimestamp: "2026-07-27T18:30:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:30:38Z"
    name: isvc-predictive-sklearn-v2.18c6390eff078a1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40514"
    uid: a232b38e-6c52-47e6-9f49-1bdc63a8a5c4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41142"
    uid: 71fecdbf-1464-4acd-8ea8-1851f9bfcb83
  kind: Event
  lastTimestamp: "2026-07-27T18:32:02Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:32:02Z"
    name: isvc-predictive-sklearn-v2.18c639228ee1b140
    namespace: kserve-ci-e2e-test
    resourceVersion: "41143"
    uid: 75ced92f-8cfd-4af2-b36b-9420492a2b02
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38052"
    uid: bf83906f-0999-4128-9cc4-6f15f453fb81
  kind: Event
  lastTimestamp: "2026-07-27T18:27:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:27:19Z"
    name: isvc-predictive-sklearn.18c638c7c5413dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "38864"
    uid: 8456a3f0-2521-4fce-a99c-0f9f44c1b067
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38052"
    uid: bf83906f-0999-4128-9cc4-6f15f453fb81
  kind: Event
  lastTimestamp: "2026-07-27T18:25:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:25:32Z"
    name: isvc-predictive-sklearn.18c638c7c5b974ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38066"
    uid: 585751c4-291e-4851-94c4-342eae1f27b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38862"
    uid: bf83906f-0999-4128-9cc4-6f15f453fb81
  kind: Event
  lastTimestamp: "2026-07-27T18:27:19Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:27:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:27:19Z"
    name: isvc-predictive-sklearn.18c638e09735690c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38863"
    uid: 9c2d561a-dedf-4a0d-90e1-6f0aa4381268
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:27:28.275555Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38968"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-7s8hx
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e29eb75d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "38975"
    uid: 15369db6-6ec8-495b-82cc-068cfe279fd9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38978"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:28Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e2b899b80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38987"
    uid: c14fe78b-3926-498d-8615-1d163e64c200
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e2ba2412ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38989"
    uid: 44fccf4e-a7e2-42de-a652-d6fcadee8e0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e2bce79f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38990"
    uid: 060cfcb0-afd6-42fc-a65f-d6222c61953a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e2bd53870b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38991"
    uid: 7ad4e9bd-b98c-4017-9750-d703c8ea07aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:32Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e3afa886ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: a4f122d0-56e7-462d-92ac-7718a745af15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e3b3b9a20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39033"
    uid: ec1c306a-3650-46c9-aef7-408a099b1a7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e3b426f24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39035"
    uid: c50cee76-4a45-45c0-9fa1-352023df4aa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e3b4320c1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39037"
    uid: 16d92f30-bdb8-4036-8eec-4843d60013b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e3b7078e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39038"
    uid: c2ef1bb9-b583-4b44-a5ea-df78b689e796
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:27:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:27:32Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e3b775983d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39039"
    uid: 6f2e90ce-bfe6-4fc1-a298-044a62a42b92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:29:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638e4278f5549
    namespace: kserve-ci-e2e-test
    resourceVersion: "39680"
    uid: 0ea0d4ff-44a8-46ce-b08d-e7f71d1591ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:28:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:28:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638f7979efbdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39663"
    uid: 0962b281-7401-4ea2-a006-b59dfcaf5e0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:28:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:28:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638f7979f854e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39664"
    uid: 388c0614-4079-4245-b336-e3695258f110
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38971"
    uid: b609a892-a10c-4859-b454-6e279e130f29
  kind: Event
  lastTimestamp: "2026-07-27T18:29:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:29:00Z"
    name: isvc-predictive-xgboost-predictor-695f978978-7s8hx.18c638f82ddfabc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39684"
    uid: 304a110b-10db-4b53-b912-c7ef2faeb9c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38957"
    uid: fe09e3a7-4d95-4ffd-898a-e8ac257d284c
  kind: Event
  lastTimestamp: "2026-07-27T18:27:28Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-7s8hx'
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c638e29e1ba97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38970"
    uid: a901a68f-e523-463d-8278-9194ec150626
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38955"
    uid: 624df39c-a8cb-4296-b59b-1cdd6ee992fb
  kind: Event
  lastTimestamp: "2026-07-27T18:27:28Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost-predictor.18c638e299183942
    namespace: kserve-ci-e2e-test
    resourceVersion: "38958"
    uid: 95819d5e-6c59-40d6-9810-1b67f265bc86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: 585b405b-4059-4908-8496-b78b0d05f9b8
  kind: Event
  lastTimestamp: "2026-07-27T18:27:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:27:43Z"
    name: isvc-predictive-xgboost-predictor.18c638e617d5b5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "39119"
    uid: 56666e5c-53f5-48bb-9f42-83f6354f7d34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38956"
    uid: 585b405b-4059-4908-8496-b78b0d05f9b8
  kind: Event
  lastTimestamp: "2026-07-27T18:27:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:27:43Z"
    name: isvc-predictive-xgboost-predictor.18c638e61838cfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39121"
    uid: 7444db0a-3f88-4c3b-bd72-a6a550cc41b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39120"
    uid: 585b405b-4059-4908-8496-b78b0d05f9b8
  kind: Event
  lastTimestamp: "2026-07-27T18:28:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:28:58Z"
    name: isvc-predictive-xgboost-predictor.18c638e996fc23c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39647"
    uid: 1dda58da-17d7-47b3-8a27-24cc69f005db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39120"
    uid: 585b405b-4059-4908-8496-b78b0d05f9b8
  kind: Event
  lastTimestamp: "2026-07-27T18:28:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:27:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:28:58Z"
    name: isvc-predictive-xgboost-predictor.18c638e997701fc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39648"
    uid: 59107e8b-c086-4a00-8f30-77497865bc4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:32:14.937362Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41271"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:32:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:32:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639255d1775e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41276"
    uid: 7a5d0d0b-e073-4199-a514-95731810552e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639256a7b64a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41287"
    uid: 922727cd-b120-4058-a60e-b2ad7126472b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41279"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:15Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639259aac29f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41300"
    uid: 9d68470d-5c59-4686-9ecb-2bc658cd0e38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639259c458635
    namespace: kserve-ci-e2e-test
    resourceVersion: "41302"
    uid: c4e367c7-43df-48b8-a31c-7b92e555a211
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639259f76c642
    namespace: kserve-ci-e2e-test
    resourceVersion: "41306"
    uid: 1ca32297-fbd3-4957-bba7-f6db05be6587
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:16Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639259feeb1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41307"
    uid: 6cdb34b6-1114-4bd2-ace8-8c61a72523f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:20Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c6392693987626
    namespace: kserve-ci-e2e-test
    resourceVersion: "41348"
    uid: bf125888-1657-4de1-b9a1-1d88752c48ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c6392696bb46de
    namespace: kserve-ci-e2e-test
    resourceVersion: "41351"
    uid: c32e820c-9630-4d1e-9a08-5625444c1b63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639269731b067
    namespace: kserve-ci-e2e-test
    resourceVersion: "41354"
    uid: c1878d6f-07bb-4bbc-a746-e839754ec4ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c63926973d0054
    namespace: kserve-ci-e2e-test
    resourceVersion: "41355"
    uid: f48395be-9a18-49b5-9b5a-1e5f141faae3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639269a36634b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41357"
    uid: 292fbb91-2539-4eb5-8486-8c4184018d6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:32:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:32:20Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c639269aad73f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: e2224f07-9e21-4064-ab43-8cb6a2670b72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:33:48Z"
  message: 'Readiness probe failed: Get "http://10.133.0.64:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.64:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:32:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:48Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c6392f6dcf2da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "41996"
    uid: 0d0c66a4-7872-4d5a-89d5-d61e921dc31d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:33:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:45Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c6393a5d9e60bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41970"
    uid: 59cca4b6-40b9-427e-8abd-2ebdbd8f7d5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:33:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:45Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c6393a5d9ee01c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41971"
    uid: a9a82c9a-d7b9-4c01-8f83-8ec4512aac90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41274"
    uid: 61e53394-dc2c-4b0c-9b14-d458c3272311
  kind: Event
  lastTimestamp: "2026-07-27T18:33:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.64:8643/healthz": dial tcp
    10.133.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:33:48Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4.18c6393b11ab9d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41995"
    uid: c6c6d243-419a-428d-af16-f40933c425cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41260"
    uid: fe802908-2756-4740-b2be-c2f3e05a8393
  kind: Event
  lastTimestamp: "2026-07-27T18:32:14Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-xvhn4'
  metadata:
    creationTimestamp: "2026-07-27T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:32:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c639255c628c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41272"
    uid: 1c43ce1f-d9d7-4f85-a48b-981be5196c05
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 0987e76f-3cba-4ac9-b2aa-7990756a8da6
  kind: Event
  lastTimestamp: "2026-07-27T18:32:14Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:32:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6392558525078
    namespace: kserve-ci-e2e-test
    resourceVersion: "41261"
    uid: 8103d73c-7945-4663-acd4-957f6b4f1740
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41259"
    uid: b4628cf4-df91-4510-9239-5350f0b87f6c
  kind: Event
  lastTimestamp: "2026-07-27T18:33:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:33:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18c63928d6de70ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "41733"
    uid: ba99a87c-e977-4d29-8b5f-38f0adbf275e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41259"
    uid: b4628cf4-df91-4510-9239-5350f0b87f6c
  kind: Event
  lastTimestamp: "2026-07-27T18:33:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:33:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18c63928d74a0f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41734"
    uid: d525f59e-479f-42e8-91fd-34044e932bf1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41423"
    uid: b4628cf4-df91-4510-9239-5350f0b87f6c
  kind: Event
  lastTimestamp: "2026-07-27T18:33:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:33:44Z"
    name: isvc-predictive-xgboost-v2-predictor.18c63936d2d419e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "41953"
    uid: 0cb81d29-4c55-41b5-87dc-27ff3a229ba6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41423"
    uid: b4628cf4-df91-4510-9239-5350f0b87f6c
  kind: Event
  lastTimestamp: "2026-07-27T18:33:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:33:44Z"
    name: isvc-predictive-xgboost-v2-predictor.18c63936d34b9d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41954"
    uid: aff24dbf-1588-486a-92a0-a2c2bb800758
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41250"
    uid: 5779b82f-61db-4654-8953-f77cd6d83853
  kind: Event
  lastTimestamp: "2026-07-27T18:33:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:33:38Z"
    name: isvc-predictive-xgboost-v2.18c63925585c69de
    namespace: kserve-ci-e2e-test
    resourceVersion: "41906"
    uid: e3493e5a-6ff2-4c27-8931-45db036aaffe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41250"
    uid: 5779b82f-61db-4654-8953-f77cd6d83853
  kind: Event
  lastTimestamp: "2026-07-27T18:32:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:32:14Z"
    name: isvc-predictive-xgboost-v2.18c6392558db9228
    namespace: kserve-ci-e2e-test
    resourceVersion: "41281"
    uid: 428f788b-be75-4c9c-be76-4f992caebe37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:32:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41253"
    uid: 5779b82f-61db-4654-8953-f77cd6d83853
  kind: Event
  lastTimestamp: "2026-07-27T18:32:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:32:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:32:14Z"
    name: isvc-predictive-xgboost-v2.18c639255f1b7636
    namespace: kserve-ci-e2e-test
    resourceVersion: "41282"
    uid: 1d707d8c-0873-4e47-bf98-06f0a6d1a733
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:33:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41903"
    uid: 5779b82f-61db-4654-8953-f77cd6d83853
  kind: Event
  lastTimestamp: "2026-07-27T18:33:38Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:33:38Z"
    name: isvc-predictive-xgboost-v2.18c63938c5472176
    namespace: kserve-ci-e2e-test
    resourceVersion: "41904"
    uid: 2304c042-a4fe-4cfc-81f7-07946bb31ab7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38948"
    uid: b08b478d-3512-49a2-91a5-ff67ecf0b6fc
  kind: Event
  lastTimestamp: "2026-07-27T18:28:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:28:50Z"
    name: isvc-predictive-xgboost.18c638e2991a0816
    namespace: kserve-ci-e2e-test
    resourceVersion: "39589"
    uid: db44d52e-2508-4e12-a569-cdf873ddfeed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38948"
    uid: b08b478d-3512-49a2-91a5-ff67ecf0b6fc
  kind: Event
  lastTimestamp: "2026-07-27T18:27:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost.18c638e299c2a175
    namespace: kserve-ci-e2e-test
    resourceVersion: "38980"
    uid: 0b93df96-895d-4035-a42e-47e3e6b9a2ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:27:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38951"
    uid: b08b478d-3512-49a2-91a5-ff67ecf0b6fc
  kind: Event
  lastTimestamp: "2026-07-27T18:27:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:27:28Z"
    name: isvc-predictive-xgboost.18c638e2a06ed5e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38981"
    uid: 71fcc913-9db7-4969-943e-f52f9dcad82c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39587"
    uid: b08b478d-3512-49a2-91a5-ff67ecf0b6fc
  kind: Event
  lastTimestamp: "2026-07-27T18:28:50Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:28:50Z"
    name: isvc-predictive-xgboost.18c638f5c7595622
    namespace: kserve-ci-e2e-test
    resourceVersion: "39588"
    uid: b963109b-a842-4b46-be4b-8f92e8178124
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:23:09.237901Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36808"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a64ede77dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: ee26993c-891d-4813-ab12-edb48019ae9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:09Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a668e0ff5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: 0d5f8647-708c-4c12-a3bf-2a74d0419bfd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a66a7b738c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36829"
    uid: 34d64f15-7218-4471-a827-30f88891d38e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a66d4c13d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: 4cab5055-cd8c-42f0-b89d-2a5ac09c17d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a66dc0807e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36831"
    uid: c1469f44-10de-4873-84ad-b6a622adec1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:14Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a791daa714
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 99576b49-36cf-4277-b4df-2299ee249933
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:14Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a794f2d167
    namespace: kserve-ci-e2e-test
    resourceVersion: "36875"
    uid: b6e13111-1f61-45e5-9eb6-240673604ead
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:14Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a7956b2ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36876"
    uid: 4026b73b-4b52-4dae-ac30-ffdf1428889c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:14Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a795765b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "36878"
    uid: f21ab7c2-e218-4ea1-b798-1b4f4956b138
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:14Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a79874ac9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 07e80ece-77fe-451b-b24f-f8b934bdf06f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:23:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:23:14Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a798ea8067
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: 96bbc200-1eac-4281-a5b3-72a26ad06c25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:24:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:24:22Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638a809b19219
    namespace: kserve-ci-e2e-test
    resourceVersion: "37358"
    uid: 80013c57-6acd-40cf-9344-34645dbaf487
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:25:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:12Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638c309c486e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37813"
    uid: 72f462ec-6d22-4af1-803b-5e11c6bc421c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:25:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:12Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638c309c4de3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37814"
    uid: 85af2408-d0fb-4d9f-8a02-56a346645fba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h
    namespace: kserve-ci-e2e-test
    resourceVersion: "36810"
    uid: 83658999-b2b6-4ac2-883b-8d8bae85d445
  kind: Event
  lastTimestamp: "2026-07-27T18:25:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:17Z"
    name: isvc-primary-c58edb-predictor-6844999f8f-g9f9h.18c638c30c278ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37860"
    uid: e3e30669-20c0-4bdd-97df-9f44324e38fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-c58edb-predictor-6844999f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36799"
    uid: b3e50098-9d72-41b1-ae73-6c1f8ab7e94f
  kind: Event
  lastTimestamp: "2026-07-27T18:23:09Z"
  message: 'Created pod: isvc-primary-c58edb-predictor-6844999f8f-g9f9h'
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb-predictor-6844999f8f.18c638a64e6fb85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: c65cb7a5-28f6-4232-8209-c8777f7870ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-c58edb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36797"
    uid: 2f2afeb2-710c-4d6e-8a3f-648122e6d744
  kind: Event
  lastTimestamp: "2026-07-27T18:23:09Z"
  message: Scaled up replica set isvc-primary-c58edb-predictor-6844999f8f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb-predictor.18c638a64a19d8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36800"
    uid: c8996377-3144-4339-a674-fc28900ac414
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c58edb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 1e70efbc-0010-4d0c-9aef-c29087b4d666
  kind: Event
  lastTimestamp: "2026-07-27T18:23:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:23:39Z"
    name: isvc-primary-c58edb-predictor.18c638a9c8e8ece0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37054"
    uid: 9971bda0-bf91-4209-b965-0cdd959273a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c58edb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36798"
    uid: 1e70efbc-0010-4d0c-9aef-c29087b4d666
  kind: Event
  lastTimestamp: "2026-07-27T18:23:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:23:39Z"
    name: isvc-primary-c58edb-predictor.18c638a9c94e7cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37055"
    uid: 23a015c8-7f89-43ef-9bd0-0e542c045d9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c58edb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36952"
    uid: 1e70efbc-0010-4d0c-9aef-c29087b4d666
  kind: Event
  lastTimestamp: "2026-07-27T18:24:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:24:54Z"
    name: isvc-primary-c58edb-predictor.18c638b0c723856a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: 3c03b869-03bb-4a62-b3aa-3f11770f9765
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-c58edb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36952"
    uid: 1e70efbc-0010-4d0c-9aef-c29087b4d666
  kind: Event
  lastTimestamp: "2026-07-27T18:24:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:24:54Z"
    name: isvc-primary-c58edb-predictor.18c638b0c787341a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: b57b5731-8a30-4039-806e-d44fe177bbd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c58edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: dff7081e-6e93-4a31-bc65-080294a50a3c
  kind: Event
  lastTimestamp: "2026-07-27T18:24:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:24:32Z"
    name: isvc-primary-c58edb.18c638a64a2e5dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: d9c4f52c-4cae-4140-9a62-43b31ce44cb0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c58edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: dff7081e-6e93-4a31-bc65-080294a50a3c
  kind: Event
  lastTimestamp: "2026-07-27T18:23:09Z"
  message: 'Failed to update status for InferenceService "isvc-primary-c58edb": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-c58edb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb.18c638a64aa4f0cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36803"
    uid: a384d96c-44bc-44e0-a9fe-fdea43c3601d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:23:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c58edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: dff7081e-6e93-4a31-bc65-080294a50a3c
  kind: Event
  lastTimestamp: "2026-07-27T18:23:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-c58edb": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:23:09Z"
    name: isvc-primary-c58edb.18c638a64aa53f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 5dbab35f-e59d-486c-9971-0327f45d0d86
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-c58edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37434"
    uid: dff7081e-6e93-4a31-bc65-080294a50a3c
  kind: Event
  lastTimestamp: "2026-07-27T18:24:32Z"
  message: InferenceService [isvc-primary-c58edb] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:24:32Z"
    name: isvc-primary-c58edb.18c638b9c3ded9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37435"
    uid: 41be0026-16aa-4600-b405-60d624c6a5bc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:24:54.517236Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37615"
    uid: 1b1103da-c8f0-4c54-bd4b-0a8488b37171
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:24:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:24:54Z"
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw.18c638bed2019511
    namespace: kserve-ci-e2e-test
    resourceVersion: "37620"
    uid: 94ad63ba-a199-4626-8052-c61ef3837c49
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 1b1103da-c8f0-4c54-bd4b-0a8488b37171
  kind: Event
  lastTimestamp: "2026-07-27T18:24:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-c58edb-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:24:54Z"
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw.18c638bedf4b872d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37629"
    uid: 2dbfada5-40f9-47a7-8b22-a92889cb4928
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37624"
    uid: 1b1103da-c8f0-4c54-bd4b-0a8488b37171
  kind: Event
  lastTimestamp: "2026-07-27T18:24:55Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:24:55Z"
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw.18c638bf0f3d8a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37635"
    uid: b248e45c-3b90-47de-b6f1-99f39309285d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 1b1103da-c8f0-4c54-bd4b-0a8488b37171
  kind: Event
  lastTimestamp: "2026-07-27T18:25:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:01Z"
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw.18c638bf10c47cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37686"
    uid: 2c41c8f6-b89d-458d-8f8e-1ec21c218c4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 1b1103da-c8f0-4c54-bd4b-0a8488b37171
  kind: Event
  lastTimestamp: "2026-07-27T18:25:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:01Z"
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw.18c638bf143b78a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: 657e9490-ab64-404b-b876-069701463093
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 1b1103da-c8f0-4c54-bd4b-0a8488b37171
  kind: Event
  lastTimestamp: "2026-07-27T18:25:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:01Z"
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw.18c638bf14af4c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37689"
    uid: a2ec8e3b-e300-4e8f-a9a0-cd6fdd51499a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37618"
    uid: 1b1103da-c8f0-4c54-bd4b-0a8488b37171
  kind: Event
  lastTimestamp: "2026-07-27T18:25:07Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw_kserve-ci-e2e-test(1b1103da-c8f0-4c54-bd4b-0a8488b37171)
  metadata:
    creationTimestamp: "2026-07-27T18:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:25:07Z"
    name: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw.18c638c1c3888c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: 354ad8cf-5afe-4bc9-974c-359483c8884f
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-c58edb-predictor-7bf565bf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37604"
    uid: d9e025a5-e4a2-4f91-929a-60c80b525f2e
  kind: Event
  lastTimestamp: "2026-07-27T18:24:54Z"
  message: 'Created pod: isvc-secondary-c58edb-predictor-7bf565bf7d-n8wcw'
  metadata:
    creationTimestamp: "2026-07-27T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:24:54Z"
    name: isvc-secondary-c58edb-predictor-7bf565bf7d.18c638bed112e7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: 0cb068fe-9e17-4ec3-b57d-04629f5ad1ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-c58edb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37603"
    uid: 14ab4f95-abe3-420e-9d2b-c005403725fe
  kind: Event
  lastTimestamp: "2026-07-27T18:24:54Z"
  message: Scaled up replica set isvc-secondary-c58edb-predictor-7bf565bf7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:24:54Z"
    name: isvc-secondary-c58edb-predictor.18c638becbac9aec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: da71f4a3-3062-418b-8d7e-ccee1184a3dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-c58edb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37605"
    uid: 009d3040-a543-42f8-8886-338e1db0f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:25:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:25:09Z"
    name: isvc-secondary-c58edb-predictor.18c638c24a6b940d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37757"
    uid: 7bddd68c-e7e6-42a4-a59f-f813ff0ed227
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:25:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-c58edb-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37605"
    uid: 009d3040-a543-42f8-8886-338e1db0f8f5
  kind: Event
  lastTimestamp: "2026-07-27T18:25:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:25:09Z"
    name: isvc-secondary-c58edb-predictor.18c638c24ade6df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37758"
    uid: 7bcf772e-90b9-4722-aa77-b025ee812e6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c58edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: f55b70c9-6099-41d3-9307-d65fe685e009
  kind: Event
  lastTimestamp: "2026-07-27T18:25:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:25:07Z"
    name: isvc-secondary-c58edb.18c638becc05226f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37740"
    uid: 89b26230-7377-4ecc-bbd6-d5eda9aaa072
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c58edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: f55b70c9-6099-41d3-9307-d65fe685e009
  kind: Event
  lastTimestamp: "2026-07-27T18:24:54Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-c58edb":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-c58edb":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:24:54Z"
    name: isvc-secondary-c58edb.18c638becc8791ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37609"
    uid: 6070cd11-c905-4978-97fb-06fdaa22d9e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-c58edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: f55b70c9-6099-41d3-9307-d65fe685e009
  kind: Event
  lastTimestamp: "2026-07-27T18:24:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-c58edb": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:24:54Z"
    name: isvc-secondary-c58edb.18c638becc87f613
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: ba6dbb88-f64f-4f8d-ba7f-6a331b7c2b7b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:40:15.697987Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15839"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:40:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6364f1befbf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: 1148a868-12a6-4a44-8724-11de24b7c8da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15851"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:16Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:40:16Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6364f35742274
    namespace: kserve-ci-e2e-test
    resourceVersion: "15859"
    uid: 0c7fe5c5-019d-4452-8245-32b6504b4530
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:16Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6364f3738415d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15862"
    uid: 28ce7930-f3e2-4bf8-9cb8-bc73da549b16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:16Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6364f3a4af479
    namespace: kserve-ci-e2e-test
    resourceVersion: "15863"
    uid: 0a1ec379-c2ac-466f-8646-8cf450b05a80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:16Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6364f3ad25aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: a948fc3a-607b-4c40-ad1c-dfa6813b6d61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6365045568c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15902"
    uid: 958d3899-c7b2-41a5-ab99-3d4285f936bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c63650486a9f42
    namespace: kserve-ci-e2e-test
    resourceVersion: "15904"
    uid: bf0b7a63-2238-4ec7-af02-517619fa5342
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6365048f789c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: 3f2342b2-7c7f-4915-864f-2a6937578a17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c63650490239dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: 2248717a-01b9-47a1-87ff-9195f2b1b82c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c636504c555a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 72ab607b-467c-4656-b69d-1894e47b8a57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c636504ccd2aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 6d987ead-17a7-4dc9-bfdf-01308c7acd14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c636504cd92168
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: d540d782-35e3-4b83-87dd-527aa9129870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c636504fa297cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: edeafd17-54cd-4849-bf20-34dfc69d5964
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:40:20Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-27T17:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:20Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c636505019e8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: 9b503974-286c-4128-b2b8-bb64ada52458
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:42:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:07Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c636508170974b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: d2625708-4427-408e-8e95-8e827998a5b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:41:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:40:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:57Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c63650817bd36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 5933f47c-2f23-41f9-8602-eb3914ad3141
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:41:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:50Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6366544139cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 19b82d2f-3181-4db4-9ef9-b5552e38c302
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:41:50Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:50Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c6366544148856
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 0578d001-474c-4ff3-a771-02a6732a1cb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:41:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:50Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c636654414bb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: 9c273967-316e-48c5-a32d-994d3eee9092
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 100e1c22-8fa3-439b-bc52-5ac62d3dfbf0
  kind: Event
  lastTimestamp: "2026-07-27T17:42:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:42:07Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz.18c63665b1a645a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 99dfb237-1278-45e8-8a7a-7c7d96231aed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15812"
    uid: 098ea2b6-59f6-44ff-9fca-ad120428c532
  kind: Event
  lastTimestamp: "2026-07-27T17:40:15Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-55c4fb9c75-j9nmz'
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:15Z"
    name: isvc-sklearn-batcher-custom-predictor-55c4fb9c75.18c6364f1b2695af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: 9520c336-c10a-49e5-a850-af79dc3993b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 261641c7-c9f0-4519-9c04-6c1382f561d7
  kind: Event
  lastTimestamp: "2026-07-27T17:40:15Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-55c4fb9c75
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:15Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6364f14e4db70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: fab68f3e-fd5a-43b8-98a5-813883634c8c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: 293b3258-5bad-4c83-b1ad-3b199c31c343
  kind: Event
  lastTimestamp: "2026-07-27T17:41:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:00Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6365293758138
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: 593c5351-7ced-4e6e-902c-5a2d5343a4b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15811"
    uid: 293b3258-5bad-4c83-b1ad-3b199c31c343
  kind: Event
  lastTimestamp: "2026-07-27T17:41:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:00Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6365293d9c549
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 790dd916-379d-45ab-b2bf-c32cec5d55c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 293b3258-5bad-4c83-b1ad-3b199c31c343
  kind: Event
  lastTimestamp: "2026-07-27T17:41:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:45Z"
    name: isvc-sklearn-batcher-custom-predictor.18c63656135007c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 3f309895-89b1-49fa-b6c1-94f0dc6076b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 293b3258-5bad-4c83-b1ad-3b199c31c343
  kind: Event
  lastTimestamp: "2026-07-27T17:41:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:45Z"
    name: isvc-sklearn-batcher-custom-predictor.18c6365613da357c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: 2d938609-42cd-4890-9400-0414b40b2d71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: f7ba3c11-6991-455a-a226-0328caddbde9
  kind: Event
  lastTimestamp: "2026-07-27T17:41:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:37Z"
    name: isvc-sklearn-batcher-custom.18c6364f14fc7cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: a4adf7cc-a799-41db-bd74-78bf10686942
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: f7ba3c11-6991-455a-a226-0328caddbde9
  kind: Event
  lastTimestamp: "2026-07-27T17:40:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:15Z"
    name: isvc-sklearn-batcher-custom.18c6364f156e74ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15816"
    uid: 3b745ff4-e1de-4c56-bb6f-d0ebed255564
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: f7ba3c11-6991-455a-a226-0328caddbde9
  kind: Event
  lastTimestamp: "2026-07-27T17:41:37Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:37Z"
    name: isvc-sklearn-batcher-custom.18c636623c1ef060
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: cc8d7a59-61c6-4716-9b34-9c6de37fdc04
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:38:20.555178Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:38:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:38:20Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c636344ce4033d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14932"
    uid: bb56a4f1-fc3e-4143-903d-a9e431517d70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:20Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363455d943d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: 838064a7-1702-4d2f-aff0-c44b76171356
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:21Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:38:21Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c636348aac20c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: b02d26bd-dce6-4dce-84be-4100805a2f8d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:21Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
  metadata:
    creationTimestamp: "2026-07-27T17:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:21Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c636348c542cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 13e1950c-fb1a-4c5f-9c70-67a7baa92ea2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    in 3.534s (3.534s including waiting). Image size: 300981723 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c636355f0147c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14977"
    uid: 6842b5e6-8e8a-4dc1-86ed-39e1c89f831b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c636356265b489
    namespace: kserve-ci-e2e-test
    resourceVersion: "14978"
    uid: ee8b2bde-c201-4ca1-8e7e-e103a161a0db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:25Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363562dabb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: cdf64df0-7190-4559-bf13-10658cd7c985
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:29Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
  metadata:
    creationTimestamp: "2026-07-27T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:29Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c636364e813097
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: 63ae7d18-67ac-4006-bbc4-d8e8f305de1a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    in 14.207s (14.207s including waiting). Image size: 1555732406 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c636399d5971a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: d6ce14bd-cfe6-4750-a8b9-960dba50e8ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c63639a13c065c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: ed3257fb-1489-400a-b2d2-281384c1dcb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c63639a1b48edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15127"
    uid: b4eb30a8-4699-4c84-959e-f3253580c7d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:43Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-27T17:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:43Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c63639a1c26d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 19f5b18e-c791-47c7-9bec-a9d351d959f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.595s (2.595s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:46Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363a3c6fb0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 25dc221c-fdaf-4176-910e-dea112d847d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:46Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363a3f86a90a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: c0d3d2ec-c378-4490-a81c-1d24138488d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:46Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363a3ffca738
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: bdc565f5-ff99-4823-8382-a20229180cce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
  metadata:
    creationTimestamp: "2026-07-27T17:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:46Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363a400b704e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: e3567dcc-7f15-45cb-bd3f-d755cdd29b49
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bf42462edec7da298c1b007872394204ebe10a2c0c0d143725247988fb0a7324"
    in 2.414s (2.414s including waiting). Image size: 240177278 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363acffbd4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 6612fb25-2b9e-4383-bae7-a829d47dcb7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-27T17:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363ad3615010
    namespace: kserve-ci-e2e-test
    resourceVersion: "15167"
    uid: 42099cf1-9443-4a46-86dc-92717c277747
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:38:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-27T17:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:38:48Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363ad3e4828c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15168"
    uid: 8eea8577-25b3-4966-aee5-88e069a1e23b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:40:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T17:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:22Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363afcf31d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15929"
    uid: f07cadf6-28aa-41ef-8f34-6677d0da7078
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:40:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-27T17:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:22Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6363b38cb04ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15930"
    uid: 2c3a68ac-38b6-460e-8a0f-36750a38c862
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:40:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6364f1a662540
    namespace: kserve-ci-e2e-test
    resourceVersion: "15838"
    uid: 87c02561-30d0-4cb3-a2a6-fe4acb46555b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:40:15Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6364f1a6646d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: ca6f21be-05f4-4f48-90d2-961f6db23fb0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:40:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:40:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:15Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6364f1a66a414
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: f4fd4990-cd31-4d08-8814-5671b34d353e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14929"
    uid: 37948065-229b-415a-80e9-80135ce60bd3
  kind: Event
  lastTimestamp: "2026-07-27T17:40:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T17:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:40:26Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d.18c6364f3f15f5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15961"
    uid: 0710f625-0a59-4630-9bc6-4cd2cfbf83ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-86cb8f94cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: 2be6fe5e-c118-460b-8169-d5c262941968
  kind: Event
  lastTimestamp: "2026-07-27T17:38:20Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-86cb8f94cb-7fz4d'
  metadata:
    creationTimestamp: "2026-07-27T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:20Z"
    name: isvc-sklearn-batcher-predictor-86cb8f94cb.18c636344c4bb16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14928"
    uid: d5aa6cb0-2517-41fa-8fad-d0979f74a865
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14914"
    uid: 11b70436-f8f7-4a40-bf00-6ec4da305640
  kind: Event
  lastTimestamp: "2026-07-27T17:38:20Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-86cb8f94cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:38:20Z"
    name: isvc-sklearn-batcher-predictor.18c63634449b12f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: 6a5b5611-dea4-4803-b226-b2ec7cde95e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: b02a5fb9-e5d3-4dc9-a760-9284f5d0f2a1
  kind: Event
  lastTimestamp: "2026-07-27T17:39:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:20Z"
    name: isvc-sklearn-batcher-predictor.18c63637ca6b6c8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: eed1f603-9490-41c3-8647-f702c5040b42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14922"
    uid: b02a5fb9-e5d3-4dc9-a760-9284f5d0f2a1
  kind: Event
  lastTimestamp: "2026-07-27T17:39:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:39:20Z"
    name: isvc-sklearn-batcher-predictor.18c63637cae42e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15400"
    uid: 37af436d-f484-446c-a792-ce7ce6fd643c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: b02a5fb9-e5d3-4dc9-a760-9284f5d0f2a1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:05Z"
    name: isvc-sklearn-batcher-predictor.18c63645c68c46d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: 23b55098-b316-40ab-a7ef-e62f2a6c84d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T17:39:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: b02a5fb9-e5d3-4dc9-a760-9284f5d0f2a1
  kind: Event
  lastTimestamp: "2026-07-27T17:40:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:40:05Z"
    name: isvc-sklearn-batcher-predictor.18c63645c6f2379e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: bcdd5ebf-e437-44ce-a554-2bdc56f4bef6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 20e34d28-4bb1-49ff-8a2c-90995198fb97
  kind: Event
  lastTimestamp: "2026-07-27T17:40:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:02Z"
    name: isvc-sklearn-batcher.18c636344acead74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: 583aa347-82ea-4e0c-b053-cc40903ee700
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 20e34d28-4bb1-49ff-8a2c-90995198fb97
  kind: Event
  lastTimestamp: "2026-07-27T17:38:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:38:20Z"
    name: isvc-sklearn-batcher.18c636344b63d455
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: f3091831-b02d-43e8-9124-4fdec6a8a450
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:38:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14907"
    uid: 20e34d28-4bb1-49ff-8a2c-90995198fb97
  kind: Event
  lastTimestamp: "2026-07-27T17:38:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:38:20Z"
    name: isvc-sklearn-batcher.18c636344b6429ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: ee0025dd-5988-4439-b24b-55697e49d948
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:40:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: 20e34d28-4bb1-49ff-8a2c-90995198fb97
  kind: Event
  lastTimestamp: "2026-07-27T17:40:02Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:40:02Z"
    name: isvc-sklearn-batcher.18c6364c040683de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 070df0f5-b21d-410e-8e42-32459269efb5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:12:44.517317Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31783"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-5996957568-2ztx7
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:12:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:12:44Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c63814da9ee27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31789"
    uid: 9f84bb4d-b3e1-4a21-badc-f4f45569d8d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:44Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c63814e6164297
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: c1caeba2-014f-4fbd-9c55-01d559cfe39e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31793"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:45Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:12:45Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c6381518413535
    namespace: kserve-ci-e2e-test
    resourceVersion: "31805"
    uid: 85a72fb6-98ad-4fb9-a8a7-0cdae86ea8bb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:45Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c6381519b6345b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31807"
    uid: f34fd482-f37f-4379-9290-ac5939521a7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:45Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638151cf579ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: 7012d48a-3156-4c7c-9b15-08b042919d28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:45Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638151d5b73ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: b596a1b4-7f13-413f-83a1-30ab3a9837a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:49Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c6381618a94a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "31844"
    uid: d34030c8-b572-444c-b54b-57dfbb455caa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:49Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638161bf925c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31847"
    uid: 5a45c74a-d76a-47ca-9ac1-98bcc33c1df2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:49Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638161c78cedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31849"
    uid: a8a0fd9e-51a7-454b-b63d-2663dc2b1e37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-27T18:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:49Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638161c87f301
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: da472a16-9777-4976-9c7a-45e157878a59
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.524s (2.524s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c63816b2fc7f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: 792b675b-aa07-42cd-88ed-9277cd3df5df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:52Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-27T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c63816b61f4ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: a459d0c0-7765-4130-8a14-a5096d7f5ea8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:52Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-27T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c63816b6a1e9cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: d0d4ba9c-efdf-4826-900f-2e29cd04efef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c63816b6afaf7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31878"
    uid: 3da8a14c-e84a-4546-a1a5-2673e021dacc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c63816b9bdec66
    namespace: kserve-ci-e2e-test
    resourceVersion: "31879"
    uid: fad01e4b-6762-4eea-bebf-d1ebecd83711
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:12:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:12:52Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c63816ba467a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31880"
    uid: b39eecfb-6d8b-4a17-9fbe-365d173c7503
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:13:25Z"
  message: 'Liveness probe failed: Get "http://10.133.0.51:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:13:25Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c6381e61d9dbdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: a4a9f093-9b4f-4cc0-b9f8-8d037f495953
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:04Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c6382783593761
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: 3de93920-9ff3-4d59-b238-dd20ef36333a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:04Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638278359a2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: 1e82f5a8-ef58-4737-894f-67b8e6794253
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:04Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-27T18:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:04Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638278359dbda
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: 9298328f-336e-416e-9507-428a1e954fb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:33Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638287f163c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "32680"
    uid: 3c366012-d36d-40f0-92bd-0c042c4ff8b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:14:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31785"
    uid: bb0c85c2-3e3e-471d-99d7-021860f4b04b
  kind: Event
  lastTimestamp: "2026-07-27T18:14:28Z"
  message: 'Readiness probe failed: Get "http://10.133.0.51:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:14:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:14:28Z"
    name: isvc-sklearn-mcp-predictor-5996957568-2ztx7.18c638287f68cb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32635"
    uid: 56b5f4d5-62c6-4d7f-a3d1-f3369a6e5a6b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-5996957568
    namespace: kserve-ci-e2e-test
    resourceVersion: "31774"
    uid: 223c9509-c701-4f5b-a0b1-7d38821d8a39
  kind: Event
  lastTimestamp: "2026-07-27T18:12:44Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-5996957568-2ztx7'
  metadata:
    creationTimestamp: "2026-07-27T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:12:44Z"
    name: isvc-sklearn-mcp-predictor-5996957568.18c63814da3c965c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31784"
    uid: 6b78d259-ff48-4bc6-93af-ddc23a45bec9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: df5b5af1-4a72-41ae-bf88-453a217a306c
  kind: Event
  lastTimestamp: "2026-07-27T18:12:44Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-5996957568 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:12:44Z"
    name: isvc-sklearn-mcp-predictor.18c63814d743bf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: c1ca4cde-3f2d-4fb8-b751-cad636b877ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: b4a0e1b2-844d-4454-babe-30eda81bce1c
  kind: Event
  lastTimestamp: "2026-07-27T18:13:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:13:59Z"
    name: isvc-sklearn-mcp.18c63814d6f076d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32345"
    uid: 8f2d3a72-1699-49c3-a2fc-5407872c357b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:12:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31765"
    uid: b4a0e1b2-844d-4454-babe-30eda81bce1c
  kind: Event
  lastTimestamp: "2026-07-27T18:12:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:12:44Z"
    name: isvc-sklearn-mcp.18c63814d77e3667
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: c37ecdc5-e6c0-4594-8f20-cdfb8bdda4b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:13:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: b4a0e1b2-844d-4454-babe-30eda81bce1c
  kind: Event
  lastTimestamp: "2026-07-27T18:13:58Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:13:58Z"
    name: isvc-sklearn-mcp.18c6382632047eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32343"
    uid: c995ee73-2898-4f9a-bc09-c07a6bae5311
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:35:32.667879Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42891"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5f4d89cc44-tshtx
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:35:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:35:32Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c6395366bfb0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "42898"
    uid: 97f1d9e6-1246-4e0a-8ca3-19e9fde0cde0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42902"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:33Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:35:33Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c6395380f3923e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42952"
    uid: 06850f05-fc2b-4f75-bf16-36d1fe10c132
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:33Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c639538283b9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42964"
    uid: 4b3f0069-621e-4a30-a12f-7d2ca12565d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:33Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63953852fe91f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42968"
    uid: a5f5b497-1397-4e7d-abff-447b474d7e2f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:33Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c6395385a6f6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "42969"
    uid: 5d1b5022-ff8c-4287-8613-6218c9c0b2b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:38Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63954a6fe0720
    namespace: kserve-ci-e2e-test
    resourceVersion: "43127"
    uid: 58a50355-ac89-41e3-969f-4e2aceea602d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:38Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63954a9f07432
    namespace: kserve-ci-e2e-test
    resourceVersion: "43140"
    uid: 23ddeea6-70d7-4ac2-972c-a6be6c2f9c96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:38Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63954aa68b0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43141"
    uid: 56926557-a27a-4b5f-916b-12170d7260ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:38Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63954aa73d628
    namespace: kserve-ci-e2e-test
    resourceVersion: "43142"
    uid: 7de3bd66-9dc3-4a93-ad57-e5bf4aecab52
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:38Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63954ad5dcf8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43145"
    uid: 168b9ba5-fc3f-428f-91dc-29bf36e09fe7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:35:38Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63954adefe99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43146"
    uid: 7e1002bb-9a95-48fe-9963-10042d5ca0aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:36:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:36:48Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63954e30240ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "43763"
    uid: bcc82d70-d8c3-4f85-8479-aed11418e6d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:37:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:02Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63968625290aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "43889"
    uid: 16c420c4-7ec4-4540-98cf-2e5be997cac4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:37:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:02Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c6396862530381
    namespace: kserve-ci-e2e-test
    resourceVersion: "43890"
    uid: 1183633a-3e1c-4c25-abfa-5bcc5b497a4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "42893"
    uid: 02223fd3-c89d-43ac-83c6-43e190bcd6a6
  kind: Event
  lastTimestamp: "2026-07-27T18:37:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": dial tcp
    10.133.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:05Z"
    name: isvc-sklearn-predictor-5f4d89cc44-tshtx.18c63968e9471b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "43907"
    uid: bf6b5488-85ec-4fd0-8719-b9dc4671a47b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5f4d89cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "42882"
    uid: b2d27ad9-b9e2-48de-bef4-c0dc6a10852e
  kind: Event
  lastTimestamp: "2026-07-27T18:35:32Z"
  message: 'Created pod: isvc-sklearn-predictor-5f4d89cc44-tshtx'
  metadata:
    creationTimestamp: "2026-07-27T18:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:35:32Z"
    name: isvc-sklearn-predictor-5f4d89cc44.18c639536654fae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42892"
    uid: 24032929-7eca-4a56-9229-206f783871b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42880"
    uid: 9ddb7950-afb5-44f3-a34e-375b0ec4200b
  kind: Event
  lastTimestamp: "2026-07-27T18:35:32Z"
  message: Scaled up replica set isvc-sklearn-predictor-5f4d89cc44 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:35:32Z"
    name: isvc-sklearn-predictor.18c639536328d079
    namespace: kserve-ci-e2e-test
    resourceVersion: "42883"
    uid: f0971b0e-d5e6-4cea-bf93-b5a78eff3cfa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42881"
    uid: f8aa081a-dc8d-4ff3-936b-14fa4160e066
  kind: Event
  lastTimestamp: "2026-07-27T18:35:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:35:47Z"
    name: isvc-sklearn-predictor.18c63956e21ed2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "43316"
    uid: 0f715d6a-5ed3-47e7-8034-06edf6bb6cd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42881"
    uid: f8aa081a-dc8d-4ff3-936b-14fa4160e066
  kind: Event
  lastTimestamp: "2026-07-27T18:35:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:35:47Z"
    name: isvc-sklearn-predictor.18c63956e2859f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "43318"
    uid: d87babfb-6943-4129-8694-091d4126fbe7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43317"
    uid: f8aa081a-dc8d-4ff3-936b-14fa4160e066
  kind: Event
  lastTimestamp: "2026-07-27T18:37:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:37:02Z"
    name: isvc-sklearn-predictor.18c6395a613da3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "43871"
    uid: 050b5bce-b5f2-4ef3-b326-819234716f74
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43317"
    uid: f8aa081a-dc8d-4ff3-936b-14fa4160e066
  kind: Event
  lastTimestamp: "2026-07-27T18:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:37:02Z"
    name: isvc-sklearn-predictor.18c6395a61a72e03
    namespace: kserve-ci-e2e-test
    resourceVersion: "43872"
    uid: 6f235d8d-a950-4839-bf8b-2d64b7b6879e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:38:13.174501Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44492"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c63978c5b0627f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44500"
    uid: 7a7e454c-b8f2-4b7b-a227-9676766f3bf2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44503"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:13Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c63978df28eb87
    namespace: kserve-ci-e2e-test
    resourceVersion: "44517"
    uid: e73eda5f-0bb8-48a9-a785-f62b2ac085dd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c63978e0a7f5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44519"
    uid: 7b1c5980-7bb4-4027-aa94-ba7a530dcd98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c63978e3b0d938
    namespace: kserve-ci-e2e-test
    resourceVersion: "44521"
    uid: 424c79f1-22d1-4fc7-ac37-48a8d1a9256f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c63978e425b839
    namespace: kserve-ci-e2e-test
    resourceVersion: "44522"
    uid: 8e10e85a-c381-4b3d-bc34-18442a54bf58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:19Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c6397a4204697c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44570"
    uid: 54277f03-00bc-45f3-985d-538c721bec39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:19Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c6397a4537aa9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44572"
    uid: 3a5a3806-c9c2-4ecb-96e9-cdfb776352bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:19Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c6397a45baae3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44573"
    uid: 68645d5d-9b02-45ce-9dbc-1506eb33c4d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:19Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c6397a45c4b7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44576"
    uid: 6697a735-d3ba-43a9-b79f-11dadc43ebf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:19Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c6397a49231b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "44579"
    uid: 6c974c51-cfb1-4024-8d59-262864f1214e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:38:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:19Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c6397a49a93078
    namespace: kserve-ci-e2e-test
    resourceVersion: "44580"
    uid: 20389291-12da-4c35-88a3-9903aea3c9d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:27Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c6397ab9edfe8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44640"
    uid: ba65fdd5-a9a2-40fb-9f31-9b48cbbeea3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:45Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c63980321bcac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44787"
    uid: 85a217c4-6759-4e0b-8370-1bae86948c80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 43c8fafc-2764-4cab-894c-e600ab72db4d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:38:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:45Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv.18c63980321c4b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44788"
    uid: 5f78de46-2c08-492c-a4f2-d9ae1696aa1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-599b58cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44483"
    uid: c6f761a2-93ee-4ad3-a332-b547185adfc5
  kind: Event
  lastTimestamp: "2026-07-27T18:38:13Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-599b58cf6-7d5vv'
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime-predictor-599b58cf6.18c63978c503a0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44493"
    uid: 05e735a2-0319-4d2e-afed-3a7627d7896f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44481"
    uid: ddfa100f-e8f2-466b-8791-b05bd6564d57
  kind: Event
  lastTimestamp: "2026-07-27T18:38:13Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-599b58cf6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime-predictor.18c63978c242a578
    namespace: kserve-ci-e2e-test
    resourceVersion: "44484"
    uid: 09d68fbb-7f5b-44f5-a3d9-21e527f5e5a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44482"
    uid: d9b59f6c-5954-4595-a2e6-d32317250644
  kind: Event
  lastTimestamp: "2026-07-27T18:38:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:38:43Z"
    name: isvc-sklearn-runtime-predictor.18c6397c412debcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44756"
    uid: 0b807f8e-fa18-4158-a05c-1230b52d9bc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44482"
    uid: d9b59f6c-5954-4595-a2e6-d32317250644
  kind: Event
  lastTimestamp: "2026-07-27T18:38:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:38:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:38:43Z"
    name: isvc-sklearn-runtime-predictor.18c6397c419ef81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44757"
    uid: 87fc0baa-e3a0-4f29-bc82-95727495b6b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44474"
    uid: 552391fe-eff4-44bd-924f-ce757592b239
  kind: Event
  lastTimestamp: "2026-07-27T18:38:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:38:37Z"
    name: isvc-sklearn-runtime.18c63978c257aab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44723"
    uid: 9f82e0cd-4040-4851-8775-ac7742ab3eff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44474"
    uid: 552391fe-eff4-44bd-924f-ce757592b239
  kind: Event
  lastTimestamp: "2026-07-27T18:38:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime.18c63978c2c4d205
    namespace: kserve-ci-e2e-test
    resourceVersion: "44505"
    uid: 4358b78e-985b-44bd-abef-b9d203fda547
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44475"
    uid: 552391fe-eff4-44bd-924f-ce757592b239
  kind: Event
  lastTimestamp: "2026-07-27T18:38:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:38:13Z"
    name: isvc-sklearn-runtime.18c63978c97b8e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44507"
    uid: 4550371a-e257-44a9-9347-9bd6d0faa752
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44721"
    uid: 552391fe-eff4-44bd-924f-ce757592b239
  kind: Event
  lastTimestamp: "2026-07-27T18:38:37Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:38:37Z"
    name: isvc-sklearn-runtime.18c6397e79ca118d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44722"
    uid: ab004098-5ddb-47c8-bbea-3e91b59b1a1e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:54:16.018007Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52479"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:54:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:54:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a58f3a254d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52483"
    uid: 38e429a2-35e1-445e-95d8-8beffec50f96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52491"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:16Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:54:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a590e0a73c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52503"
    uid: 7ca5d675-3776-4213-84fc-9715f133e7b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a590f756e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "52505"
    uid: 0f7f86c0-b4d6-439b-9076-14b62f1b3733
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a5912f1e3b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52506"
    uid: 4d8f4068-45aa-42ea-a44f-ebf5c4d9829f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a59137446c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52507"
    uid: eb7932d3-ae2c-430e-8519-3e576c4f53bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a59540bef67
    namespace: kserve-ci-e2e-test
    resourceVersion: "52518"
    uid: 8adfb95e-b2bb-4f3e-8502-40c1d9cef32e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a5958a952c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52523"
    uid: bba06b6c-4334-45d3-b05c-4c27e4eb49b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a595938b22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52524"
    uid: 590bf96a-daae-4a8b-94c7-223c4987f0a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a595946e8a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52525"
    uid: 8d9de057-2ee1-4a01-bca3-c6fbb5639054
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a595c3a056b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52527"
    uid: fb477066-0f20-4a23-a108-1f8b8864c584
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:54:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:17Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a595cbbe980
    namespace: kserve-ci-e2e-test
    resourceVersion: "52528"
    uid: 2e392233-4a40-4597-b37e-178e30025229
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:55:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:48Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a59cbf82a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "53260"
    uid: fea02290-dde7-47d1-bb51-28c17acb203f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a6df087b254
    namespace: kserve-ci-e2e-test
    resourceVersion: "53197"
    uid: 0da3b0ef-b287-4380-b993-bb680ac98e7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a6df08857d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53199"
    uid: 7b852b17-53ec-4d64-8819-737c53522ab6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "52481"
    uid: d0571bae-0f15-49a3-90e7-e23859a60d6f
  kind: Event
  lastTimestamp: "2026-07-27T18:55:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:50Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9-npg2r.18c63a6efc3e1532
    namespace: kserve-ci-e2e-test
    resourceVersion: "53292"
    uid: cab65bab-2e07-4b38-b92f-020558d18b13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-dd446d6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52468"
    uid: 84eaf269-f113-49e4-8732-4ec6662d4b50
  kind: Event
  lastTimestamp: "2026-07-27T18:54:16Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-dd446d6b9-npg2r'
  metadata:
    creationTimestamp: "2026-07-27T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:54:16Z"
    name: isvc-sklearn-s3-predictor-dd446d6b9.18c63a58f3354c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "52480"
    uid: 34afd166-b328-446e-8146-354a7b1ff724
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52466"
    uid: 009183f6-ec36-44b3-83d5-2400681a2ff7
  kind: Event
  lastTimestamp: "2026-07-27T18:54:15Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-dd446d6b9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:54:15Z"
    name: isvc-sklearn-s3-predictor.18c63a58f02a9e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52469"
    uid: 92e25da6-f9fa-483d-b2ab-6729e55e8e9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52467"
    uid: 9bde3a57-7009-4c97-a33d-21756cecf9f7
  kind: Event
  lastTimestamp: "2026-07-27T18:54:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:54:30Z"
    name: isvc-sklearn-s3-predictor.18c63a5c6eaecc0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52625"
    uid: bba9ca3b-e713-408b-bbf6-5bc78abbf713
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52467"
    uid: 9bde3a57-7009-4c97-a33d-21756cecf9f7
  kind: Event
  lastTimestamp: "2026-07-27T18:54:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:54:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:54:30Z"
    name: isvc-sklearn-s3-predictor.18c63a5c6f12a2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "52627"
    uid: 57499a8b-f3ea-42b4-926f-6a7d1e9efb1f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52626"
    uid: 9bde3a57-7009-4c97-a33d-21756cecf9f7
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-predictor.18c63a5fee35b35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53177"
    uid: 9f58a92e-f827-4949-9d42-b31144a2b20e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52626"
    uid: 9bde3a57-7009-4c97-a33d-21756cecf9f7
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-predictor.18c63a5fee9efa01
    namespace: kserve-ci-e2e-test
    resourceVersion: "53179"
    uid: 0276889a-a7b7-4637-b615-e55d6dbd6835
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:58:59.760365Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "54854"
    uid: 1439a997-0115-4bd7-9218-ffa533a4209b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:58:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:58:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m.18c63a9b03ff1192
    namespace: kserve-ci-e2e-test
    resourceVersion: "54859"
    uid: 98b45dd9-426a-45a5-ad7c-b3966e17d42b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "54857"
    uid: 1439a997-0115-4bd7-9218-ffa533a4209b
  kind: Event
  lastTimestamp: "2026-07-27T18:58:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:58:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m.18c63a9b0e057a83
    namespace: kserve-ci-e2e-test
    resourceVersion: "54867"
    uid: c3c72a8a-9511-4480-b6c0-d2273705d63f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "54862"
    uid: 1439a997-0115-4bd7-9218-ffa533a4209b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:00Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:59:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m.18c63a9b41e4e08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54875"
    uid: e36ab736-0e71-4170-94b6-a637b11eef14
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "54857"
    uid: 1439a997-0115-4bd7-9218-ffa533a4209b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m.18c63a9b437d9cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54913"
    uid: bbeaa8d0-05a0-46d7-99bc-90001a98d7e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "54857"
    uid: 1439a997-0115-4bd7-9218-ffa533a4209b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m.18c63a9b46932559
    namespace: kserve-ci-e2e-test
    resourceVersion: "54918"
    uid: 99d7af90-153e-44dc-9a2f-ee93be890fdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "54857"
    uid: 1439a997-0115-4bd7-9218-ffa533a4209b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:59:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m.18c63a9b471d57b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54919"
    uid: e8ead6cf-7708-481d-8c56-7795f347b42d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "54857"
    uid: 1439a997-0115-4bd7-9218-ffa533a4209b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:08Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m_kserve-ci-e2e-test(1439a997-0115-4bd7-9218-ffa533a4209b)
  metadata:
    creationTimestamp: "2026-07-27T18:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:08Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m.18c63a9d29d60676
    namespace: kserve-ci-e2e-test
    resourceVersion: "54955"
    uid: 82faac22-069b-4564-81f9-85585a81da91
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "54841"
    uid: e12b39cd-02ee-4b10-9f87-c58fe65b7cb7
  kind: Event
  lastTimestamp: "2026-07-27T18:58:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69-snq9m'
  metadata:
    creationTimestamp: "2026-07-27T18:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:58:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69.18c63a9b02f54528
    namespace: kserve-ci-e2e-test
    resourceVersion: "54855"
    uid: 0e3e7862-30f2-40da-9e62-9d314d3439bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54839"
    uid: 6af51219-6217-4d7c-aca5-ab3e85544434
  kind: Event
  lastTimestamp: "2026-07-27T18:58:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-749df86c69
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:58:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c63a9afb35d224
    namespace: kserve-ci-e2e-test
    resourceVersion: "54842"
    uid: 7c3f105f-1faa-403d-890b-86f9d6513909
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54832"
    uid: 2c2e674b-c905-45ed-8cd7-c60ac6fef084
  kind: Event
  lastTimestamp: "2026-07-27T18:59:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:59:09Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c63a9afb549dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54960"
    uid: 0700646d-554c-43a7-9b49-2b1653b419c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54832"
    uid: 2c2e674b-c905-45ed-8cd7-c60ac6fef084
  kind: Event
  lastTimestamp: "2026-07-27T18:58:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:58:59Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c63a9afbee579b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54846"
    uid: db093651-f456-4382-9c65-024c99b23d27
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:57:28.517678Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54110"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:57:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a85c5823c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "54114"
    uid: 627634ea-a94c-4198-a345-b810be8c04ba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54123"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:28Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a85e01b1238
    namespace: kserve-ci-e2e-test
    resourceVersion: "54137"
    uid: 36281811-8eb3-4c58-8eed-4521305c2f61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a85e19aa765
    namespace: kserve-ci-e2e-test
    resourceVersion: "54139"
    uid: 615263b5-1fa1-4cf9-aa3f-8194b2d5bdf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a85e4b1624c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54140"
    uid: 73d9ddbb-9594-44f6-b00f-1ed151bf3447
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a85e5324260
    namespace: kserve-ci-e2e-test
    resourceVersion: "54141"
    uid: 18f73752-02e2-48ce-a464-37f0bf0311cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a863d246237
    namespace: kserve-ci-e2e-test
    resourceVersion: "54156"
    uid: 9d385513-cb86-41f7-bba8-8a5a35e066b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a86407464f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54158"
    uid: 78e1dae4-7a2b-4b48-ac63-1a4396a2d3bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a8640f5f30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54161"
    uid: 6c142f48-a96d-4395-b223-213b69b89a1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a864102088a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54162"
    uid: 19134dbe-2860-4175-a77c-b8cb2a6eac73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a8643f7df3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54164"
    uid: c7b59eb7-3277-405e-ba47-9b89151dda89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:57:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:57:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:30Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a86447a0b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54166"
    uid: 701b8adb-4b5b-494b-8226-6dd5d2d8ab12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:58:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:58:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a8679324416
    namespace: kserve-ci-e2e-test
    resourceVersion: "54715"
    uid: f90373cb-ae07-48f6-894a-bc0d5acbd05e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:58:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:58:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a9abe0791a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "54814"
    uid: 1f45f921-ffec-460d-b914-3cfe61eb22e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:58:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:58:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a9abe080cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "54815"
    uid: 8e22fab3-b4e5-4a83-ad8e-b13ed3334f59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw
    namespace: kserve-ci-e2e-test
    resourceVersion: "54112"
    uid: a26b2de3-b883-43c4-b3a7-46b880659acf
  kind: Event
  lastTimestamp: "2026-07-27T18:59:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:59:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw.18c63a9ba97cfabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "54897"
    uid: d632e1bb-c46f-4d54-9664-ec093eecc1bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "54101"
    uid: f39bad91-9bff-48da-b713-5f3df7d7812d
  kind: Event
  lastTimestamp: "2026-07-27T18:57:28Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57-2s8sw'
  metadata:
    creationTimestamp: "2026-07-27T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57.18c63a85c522552b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54111"
    uid: ebd147aa-7f1d-4f3a-8d2d-33ed6be946cf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54099"
    uid: dc865019-4717-4241-902d-677b7d5b246c
  kind: Event
  lastTimestamp: "2026-07-27T18:57:28Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-756d9c6b57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c63a85c2c7654f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54102"
    uid: 8b74fef4-83c6-4ba8-8d49-94edc2d8d4e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54100"
    uid: 9211c843-d92b-40fc-9c6d-513d8402afb8
  kind: Event
  lastTimestamp: "2026-07-27T18:57:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:57:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c63a8941b099b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "54368"
    uid: 281de502-3ab5-493f-ba34-09bb1049ed5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54100"
    uid: 9211c843-d92b-40fc-9c6d-513d8402afb8
  kind: Event
  lastTimestamp: "2026-07-27T18:57:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:57:58Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c63a8942267e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54369"
    uid: b65e7d1e-2af8-409c-b765-7d2c64ff9e6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54261"
    uid: 9211c843-d92b-40fc-9c6d-513d8402afb8
  kind: Event
  lastTimestamp: "2026-07-27T18:58:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:58:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c63a9040c91190
    namespace: kserve-ci-e2e-test
    resourceVersion: "54684"
    uid: 6fe55d59-31d5-4c3c-b7b4-82f5e6419f40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54261"
    uid: 9211c843-d92b-40fc-9c6d-513d8402afb8
  kind: Event
  lastTimestamp: "2026-07-27T18:58:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:58:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c63a904134af66
    namespace: kserve-ci-e2e-test
    resourceVersion: "54685"
    uid: 3e17eece-641a-41d6-ac74-7da711ed7856
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54091"
    uid: d71c2fc2-8d91-4c4d-ac50-ef32ee428f19
  kind: Event
  lastTimestamp: "2026-07-27T18:58:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:58:57Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c63a85c2d74057
    namespace: kserve-ci-e2e-test
    resourceVersion: "54792"
    uid: 5e44fd62-735c-4656-9b50-5e95840a4ed1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54091"
    uid: d71c2fc2-8d91-4c4d-ac50-ef32ee428f19
  kind: Event
  lastTimestamp: "2026-07-27T18:57:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c63a85c34c336a
    namespace: kserve-ci-e2e-test
    resourceVersion: "54125"
    uid: 5431508e-ba80-4b55-9505-9ead94852b0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54093"
    uid: d71c2fc2-8d91-4c4d-ac50-ef32ee428f19
  kind: Event
  lastTimestamp: "2026-07-27T18:57:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T18:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:57:28Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c63a85c9d0c72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54127"
    uid: d1461c45-c5c9-456c-8140-dc72a569568c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:58:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54789"
    uid: d71c2fc2-8d91-4c4d-ac50-ef32ee428f19
  kind: Event
  lastTimestamp: "2026-07-27T18:58:57Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:58:57Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c63a9a858347e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54790"
    uid: 43a13e65-5f21-479c-b560-71a4f8ce0efc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:57:17.444669Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53954"
    uid: 881385bf-de76-49c5-ad96-d01169bad70b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:57:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:57:17Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9.18c63a8331818ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53959"
    uid: f643e43d-13f9-4e27-90b6-fe83e97cfbc0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53957"
    uid: 881385bf-de76-49c5-ad96-d01169bad70b
  kind: Event
  lastTimestamp: "2026-07-27T18:57:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:17Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9.18c63a833a086b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53966"
    uid: f38c0677-6f8b-4914-b7eb-de25b9d09ae6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53963"
    uid: 881385bf-de76-49c5-ad96-d01169bad70b
  kind: Event
  lastTimestamp: "2026-07-27T18:57:18Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:57:18Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9.18c63a836fe3c66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53974"
    uid: 757b2683-0677-4caa-98e4-dfa574eadfa7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53957"
    uid: 881385bf-de76-49c5-ad96-d01169bad70b
  kind: Event
  lastTimestamp: "2026-07-27T18:57:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9.18c63a83717fee36
    namespace: kserve-ci-e2e-test
    resourceVersion: "54012"
    uid: c81c4310-373e-4e7c-aaa4-629e76f36663
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53957"
    uid: 881385bf-de76-49c5-ad96-d01169bad70b
  kind: Event
  lastTimestamp: "2026-07-27T18:57:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9.18c63a8375073367
    namespace: kserve-ci-e2e-test
    resourceVersion: "54016"
    uid: 954e1012-9f98-48a2-841c-35812e70a035
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53957"
    uid: 881385bf-de76-49c5-ad96-d01169bad70b
  kind: Event
  lastTimestamp: "2026-07-27T18:57:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9.18c63a83759205a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54018"
    uid: d215bcf0-6e1d-4313-8659-cc42c8216431
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53957"
    uid: 881385bf-de76-49c5-ad96-d01169bad70b
  kind: Event
  lastTimestamp: "2026-07-27T18:57:27Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9.18c63a858367f305
    namespace: kserve-ci-e2e-test
    resourceVersion: "54073"
    uid: 48dc5368-bc62-4c94-8958-6c3a9d7bf609
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "53943"
    uid: a81cabd1-2f89-43eb-b9c8-5406d08e8c67
  kind: Event
  lastTimestamp: "2026-07-27T18:57:17Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc-56gl9'
  metadata:
    creationTimestamp: "2026-07-27T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:57:17Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc.18c63a83310f37fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "53956"
    uid: 53ef62cf-48d0-42f7-bbc5-19e30f587359
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53941"
    uid: ce3c0b41-54f6-4304-a7e4-9d559013e23a
  kind: Event
  lastTimestamp: "2026-07-27T18:57:17Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-7d56b5c8fc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:57:17Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c63a832cbc7fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "53944"
    uid: a50b5164-63b9-4f4d-9871-3153d3b3d6ef
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53934"
    uid: f846107b-f4ca-4719-851c-263fd3cdaebe
  kind: Event
  lastTimestamp: "2026-07-27T18:57:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:57:22Z"
    name: isvc-sklearn-s3-tls-global-fail.18c63a832cca08e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54020"
    uid: 41e98cbf-3c4f-43c4-bef9-7c8e001a4760
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53934"
    uid: f846107b-f4ca-4719-851c-263fd3cdaebe
  kind: Event
  lastTimestamp: "2026-07-27T18:57:17Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:57:17Z"
    name: isvc-sklearn-s3-tls-global-fail.18c63a832d59ba97
    namespace: kserve-ci-e2e-test
    resourceVersion: "53948"
    uid: a4096124-dcd5-4071-a92d-3bdbece62089
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:55:46.386219Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53223"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6dfdffdcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53227"
    uid: ad3733ca-070f-435c-b1b2-4bb797b64bbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6e086a17ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "53240"
    uid: 91416368-665e-496f-9aec-3aab3edf3545
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53231"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:47Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:55:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6e3cd297f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53248"
    uid: 19152342-5aaa-4701-be2e-ec99b9130202
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6e3e683bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53250"
    uid: c1c936fc-4caa-44b2-8560-f5b52d8aa46e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6e4230a952
    namespace: kserve-ci-e2e-test
    resourceVersion: "53251"
    uid: 4aa6276b-0285-43f7-9a02-5114068f36c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:55:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:47Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6e42b51504
    namespace: kserve-ci-e2e-test
    resourceVersion: "53252"
    uid: 63ee5abf-d121-4593-b28c-b0f77f7564d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6e9c3a8853
    namespace: kserve-ci-e2e-test
    resourceVersion: "53269"
    uid: 52a7908e-5efe-450d-a6e9-786ef12f1a44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6e9fa7d1b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53272"
    uid: b6e0b179-096a-4c65-b988-8c82ac514b85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6ea02b984d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53275"
    uid: fa8792a8-5f77-4676-b48d-e371f295a71a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6ea038b6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "53276"
    uid: 70ab569f-d05c-43e9-8fa9-2b66f06b3dbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6ea37c41b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53278"
    uid: 4f742e0c-c68b-44e5-915b-8bfc4106067e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:55:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:55:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:55:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6ea40b160a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53279"
    uid: c9f8ef31-04de-4b20-a77c-3b5481a3605b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:57:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:55:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:04Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a6ed8436909
    namespace: kserve-ci-e2e-test
    resourceVersion: "53808"
    uid: 8898dcb7-4113-4b01-8f19-b77ce8eeb17a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:57:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a82eeb008e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53915"
    uid: 12f48812-54a9-44d9-8def-cc64e3c623e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:57:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a82eeb0d8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53916"
    uid: 6aa0eaa0-978a-4f2a-a62c-0a178975c345
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53225"
    uid: a366b364-f00d-4661-84ac-fc800a48ad58
  kind: Event
  lastTimestamp: "2026-07-27T18:57:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:57:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6.18c63a8408884a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "54003"
    uid: 6a4f3b49-e531-4d9c-9876-16c538ad7dd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    namespace: kserve-ci-e2e-test
    resourceVersion: "53211"
    uid: 7c3c17f0-d398-4901-be82-3058a19efb4f
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985-mcfj6'
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-665d8df985.18c63a6dfd866f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "53224"
    uid: c1a0b21e-5c1d-4952-aa15-63b15756b159
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53209"
    uid: a19df281-36e2-495c-913b-b12bcb97c67f
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-665d8df985
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c63a6df675b738
    namespace: kserve-ci-e2e-test
    resourceVersion: "53214"
    uid: ba047945-9abd-450d-9263-d77daddefeb8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53210"
    uid: fb2a5852-2e41-401d-add6-c90014404eb6
  kind: Event
  lastTimestamp: "2026-07-27T18:56:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:56:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c63a7174f4765e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53578"
    uid: fe6911a5-0b63-493d-a4c1-f716bbb10865
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:56:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53210"
    uid: fb2a5852-2e41-401d-add6-c90014404eb6
  kind: Event
  lastTimestamp: "2026-07-27T18:56:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:56:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c63a717560eb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "53579"
    uid: c2e6e945-9613-45b6-b64e-0f7a9e6c2687
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:56:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53371"
    uid: fb2a5852-2e41-401d-add6-c90014404eb6
  kind: Event
  lastTimestamp: "2026-07-27T18:57:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:57:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c63a74f4708ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53788"
    uid: 82c7d028-6a6e-4563-8a98-7446b4ca5d26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:56:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53371"
    uid: fb2a5852-2e41-401d-add6-c90014404eb6
  kind: Event
  lastTimestamp: "2026-07-27T18:57:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:57:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c63a74f4d87064
    namespace: kserve-ci-e2e-test
    resourceVersion: "53789"
    uid: a5fad12f-4141-42f6-8ba0-e656e5fb42a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53202"
    uid: ce80793a-b96c-44cf-b23f-d5e25c0ff9d2
  kind: Event
  lastTimestamp: "2026-07-27T18:57:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:57:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18c63a6df78d12f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53882"
    uid: 3672e295-a0c2-4ee5-84f3-59f6076874b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53202"
    uid: ce80793a-b96c-44cf-b23f-d5e25c0ff9d2
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-tls-global-pass.18c63a6df88c6b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "53233"
    uid: 34db11a2-2558-47c4-9805-5fbb8af55e49
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53204"
    uid: ce80793a-b96c-44cf-b23f-d5e25c0ff9d2
  kind: Event
  lastTimestamp: "2026-07-27T18:55:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T18:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:55:46Z"
    name: isvc-sklearn-s3-tls-global-pass.18c63a6e00c10385
    namespace: kserve-ci-e2e-test
    resourceVersion: "53234"
    uid: 64b95dd5-dbeb-4a33-8ad9-cd732934da92
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:57:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53880"
    uid: ce80793a-b96c-44cf-b23f-d5e25c0ff9d2
  kind: Event
  lastTimestamp: "2026-07-27T18:57:14Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:57:14Z"
    name: isvc-sklearn-s3-tls-global-pass.18c63a8271410263
    namespace: kserve-ci-e2e-test
    resourceVersion: "53881"
    uid: 8b3b7c09-6990-4c9c-87d7-31a66c82d57e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T19:00:41.956289Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55750"
    uid: cf46cb4f-3125-4fb6-bf80-8889b0f7e2c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T19:00:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T19:00:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk.18c63ab2cf591abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "55756"
    uid: 3fd2ceb2-aa56-4ec1-87cc-0b6ca817b0e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55752"
    uid: cf46cb4f-3125-4fb6-bf80-8889b0f7e2c4
  kind: Event
  lastTimestamp: "2026-07-27T19:00:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk.18c63ab2d5b4c4ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "55764"
    uid: cebc667c-7ec4-4a19-ba3d-5e5e42f7d357
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55758"
    uid: cf46cb4f-3125-4fb6-bf80-8889b0f7e2c4
  kind: Event
  lastTimestamp: "2026-07-27T19:00:42Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T19:00:42Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk.18c63ab30d40b1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55773"
    uid: abec2e23-0fb0-4cc9-a4e7-97761e1f4dd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55752"
    uid: cf46cb4f-3125-4fb6-bf80-8889b0f7e2c4
  kind: Event
  lastTimestamp: "2026-07-27T19:00:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk.18c63ab30eca4e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "55818"
    uid: 8a9ef346-b45f-437e-9eda-5d2f322db6d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55752"
    uid: cf46cb4f-3125-4fb6-bf80-8889b0f7e2c4
  kind: Event
  lastTimestamp: "2026-07-27T19:00:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk.18c63ab311a463be
    namespace: kserve-ci-e2e-test
    resourceVersion: "55822"
    uid: 7d49559e-625a-4852-b23f-ef58aacd13e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55752"
    uid: cf46cb4f-3125-4fb6-bf80-8889b0f7e2c4
  kind: Event
  lastTimestamp: "2026-07-27T19:00:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T19:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk.18c63ab312280f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55823"
    uid: 474df04f-cc6f-4af0-b1f7-f489a6f8cd4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "55752"
    uid: cf46cb4f-3125-4fb6-bf80-8889b0f7e2c4
  kind: Event
  lastTimestamp: "2026-07-27T19:00:51Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T19:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:51Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk.18c63ab51f1a513d
    namespace: kserve-ci-e2e-test
    resourceVersion: "55873"
    uid: 395f693d-7c4f-4b50-a7f6-9e94e6c8f56a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "55739"
    uid: 05a635c0-1059-4131-bc0c-ab524c0b4c9f
  kind: Event
  lastTimestamp: "2026-07-27T19:00:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44-86lvk'
  metadata:
    creationTimestamp: "2026-07-27T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T19:00:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44.18c63ab2cda52f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "55753"
    uid: 09582705-5f58-4c78-be10-10af4b076139
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55737"
    uid: 1305c7b9-afec-41f5-9da2-aa02e032ef2d
  kind: Event
  lastTimestamp: "2026-07-27T19:00:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-599448cc44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T19:00:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c63ab2c913a3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "55740"
    uid: 517eb269-7ba6-4dc3-bdcc-18bffb6e85fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55730"
    uid: 7411b06f-cbb9-455f-8e35-af9b8147a172
  kind: Event
  lastTimestamp: "2026-07-27T19:00:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T19:00:47Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c63ab2c927cfbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "55826"
    uid: 7f8de869-e32a-4c1c-b9c5-c3e7de90f35d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55730"
    uid: 7411b06f-cbb9-455f-8e35-af9b8147a172
  kind: Event
  lastTimestamp: "2026-07-27T19:00:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T19:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T19:00:42Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c63ab2c990b569
    namespace: kserve-ci-e2e-test
    resourceVersion: "55760"
    uid: ac27b416-976a-4e82-b050-d787bc48d7c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55732"
    uid: 7411b06f-cbb9-455f-8e35-af9b8147a172
  kind: Event
  lastTimestamp: "2026-07-27T19:00:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T19:00:42Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c63ab2d1eab873
    namespace: kserve-ci-e2e-test
    resourceVersion: "55761"
    uid: 15d033b0-7478-42dd-8dda-e6ddd27e1d37
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:59:10.761969Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55013"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:59:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:59:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9d93be4beb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55017"
    uid: 028cd83f-f570-4990-9d48-c475047997bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55023"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:11Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9dae22a08e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55038"
    uid: eb76f4df-747a-4e7c-8dca-dae4a4127765
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9dafc3201e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55040"
    uid: c44023f4-ff9b-4a53-a0b9-523c8a60139f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9db346efe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55042"
    uid: 09c355b7-3424-488c-aa73-c7751a3c5973
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9db3ca17a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "55043"
    uid: 429a559d-62a8-48ec-a127-5e1ea923bef1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:13Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9e19421a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55061"
    uid: 4ff87e67-3fda-4606-8d21-a2c0931c4708
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9e1cd43f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "55063"
    uid: 63dc020a-6fa7-4bc9-a3c7-01a79cdb746f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9e1d63b978
    namespace: kserve-ci-e2e-test
    resourceVersion: "55066"
    uid: 65623b64-8fe3-40a4-9715-91fc5d9286e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9e1d703283
    namespace: kserve-ci-e2e-test
    resourceVersion: "55067"
    uid: 204cd4ca-7f7d-45fb-a82a-72b4993dc20c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9e20592c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "55069"
    uid: 33577364-06ce-4eab-ae88-0855b190eba1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T18:59:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:59:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9e20da9dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55070"
    uid: 56c29960-a7af-479d-a462-b137f25f5975
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T19:00:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63a9e55586580
    namespace: kserve-ci-e2e-test
    resourceVersion: "55799"
    uid: d4e9bac9-bcbc-4bd8-98e3-e86bb2d1ff62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T19:00:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63ab28df89b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "55713"
    uid: 2305da42-8cf4-4711-8db1-e0363f157fe0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T19:00:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T19:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63ab28df937d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55714"
    uid: b17b7d41-b79b-447f-a142-7e5f8f7ed4fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "55015"
    uid: cc547a7e-1206-413d-aa30-c29905eda56b
  kind: Event
  lastTimestamp: "2026-07-27T19:00:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T19:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T19:00:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7.18c63ab385a12978
    namespace: kserve-ci-e2e-test
    resourceVersion: "55798"
    uid: a0d31bd5-af1b-4644-8035-f34f9ef02f34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55004"
    uid: e1115fe7-1ffc-4337-bfb2-629c7fd7d3d2
  kind: Event
  lastTimestamp: "2026-07-27T18:59:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b-6dcf7'
  metadata:
    creationTimestamp: "2026-07-27T18:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:59:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b.18c63a9d934ba1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "55014"
    uid: cfed9150-c373-4a6b-ba14-00f951911d5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55002"
    uid: 93612dc5-c240-4718-a62f-05330d8a24d1
  kind: Event
  lastTimestamp: "2026-07-27T18:59:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6fccdccf8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:59:10Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c63a9d908a1c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "55006"
    uid: d5ac12b8-1eeb-492c-ac1e-e8d1bf8a1c68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55003"
    uid: ca48ec05-f3e3-4682-9ca4-dfa8c0f9fc89
  kind: Event
  lastTimestamp: "2026-07-27T18:59:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:59:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c63aa10ef0cee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "55373"
    uid: 3c454829-f518-40f0-80e6-3ad7fdf5f535
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55003"
    uid: ca48ec05-f3e3-4682-9ca4-dfa8c0f9fc89
  kind: Event
  lastTimestamp: "2026-07-27T18:59:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:59:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:59:55Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c63aa10f59ab94
    namespace: kserve-ci-e2e-test
    resourceVersion: "55374"
    uid: 03a75a6d-2b27-49e6-a52c-8f6b4076c87d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55162"
    uid: ca48ec05-f3e3-4682-9ca4-dfa8c0f9fc89
  kind: Event
  lastTimestamp: "2026-07-27T19:00:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T19:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T19:00:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c63aab8c8cf3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "55696"
    uid: 3ff2b6a4-9b1e-49c1-ac0d-b6a697b34b1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55162"
    uid: ca48ec05-f3e3-4682-9ca4-dfa8c0f9fc89
  kind: Event
  lastTimestamp: "2026-07-27T19:00:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T19:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T19:00:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c63aab8cf33019
    namespace: kserve-ci-e2e-test
    resourceVersion: "55697"
    uid: 96935795-c8e8-49fd-b67f-80497944edd9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54995"
    uid: f0816cd4-9b7e-4e0b-b3ac-9e595fd11f61
  kind: Event
  lastTimestamp: "2026-07-27T19:00:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T19:00:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c63a9d90944bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "55655"
    uid: d7dcaaa3-032a-40b6-a8b7-a44f2d158e15
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:59:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54995"
    uid: f0816cd4-9b7e-4e0b-b3ac-9e595fd11f61
  kind: Event
  lastTimestamp: "2026-07-27T18:59:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:59:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:59:10Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c63a9d9114d24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55010"
    uid: 3322f09d-57d7-42b3-8f0d-0c196091e941
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T19:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55651"
    uid: f0816cd4-9b7e-4e0b-b3ac-9e595fd11f61
  kind: Event
  lastTimestamp: "2026-07-27T19:00:35Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-27T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T19:00:35Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c63ab13d74a3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "55652"
    uid: 860786b7-2d55-43e3-82d0-15cd2034fe80
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52458"
    uid: b1962502-0e96-4dbc-b69f-e901ae806233
  kind: Event
  lastTimestamp: "2026-07-27T18:55:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:55:38Z"
    name: isvc-sklearn-s3.18c63a58f04167e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53116"
    uid: 5a74b74a-d51d-478c-91b6-a4a1851fb08d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52458"
    uid: b1962502-0e96-4dbc-b69f-e901ae806233
  kind: Event
  lastTimestamp: "2026-07-27T18:54:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:54:16Z"
    name: isvc-sklearn-s3.18c63a58f0b14163
    namespace: kserve-ci-e2e-test
    resourceVersion: "52493"
    uid: 5e513257-309c-437a-9573-f503781159aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52462"
    uid: b1962502-0e96-4dbc-b69f-e901ae806233
  kind: Event
  lastTimestamp: "2026-07-27T18:54:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:54:16Z"
    name: isvc-sklearn-s3.18c63a58f7a6bdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52494"
    uid: 4a371837-b87b-452b-b763-711f49a55eec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:55:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53114"
    uid: b1962502-0e96-4dbc-b69f-e901ae806233
  kind: Event
  lastTimestamp: "2026-07-27T18:55:38Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:55:38Z"
    name: isvc-sklearn-s3.18c63a6c16811d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "53115"
    uid: 2438b537-be00-4567-8fe8-7d7c77826ede
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-76d485d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "42780"
    uid: 4778cc15-6c19-47e5-9cd9-f1751126a9d6
  kind: Event
  lastTimestamp: "2026-07-27T18:35:25Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-76d485d498-lnlwz'
  metadata:
    creationTimestamp: "2026-07-27T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:35:25Z"
    name: isvc-sklearn-scheduler-predictor-76d485d498.18c63951bbfa2da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42791"
    uid: ec45fa46-e80d-4351-bb67-aad97eade142
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42779"
    uid: bfc99de5-4cfc-401d-9b41-1ac102bb85e7
  kind: Event
  lastTimestamp: "2026-07-27T18:35:25Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-76d485d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:35:25Z"
    name: isvc-sklearn-scheduler-predictor.18c63951b6f6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42782"
    uid: 5d5f698d-7345-4059-8388-1d446e4e1530
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42772"
    uid: f4e2fb79-9fb7-4b6c-8239-be1492aa1878
  kind: Event
  lastTimestamp: "2026-07-27T18:35:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:35:25Z"
    name: isvc-sklearn-scheduler.18c63951b6ac7521
    namespace: kserve-ci-e2e-test
    resourceVersion: "42804"
    uid: 34371d0c-81a6-4b17-ba4f-68befcb411cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42772"
    uid: f4e2fb79-9fb7-4b6c-8239-be1492aa1878
  kind: Event
  lastTimestamp: "2026-07-27T18:35:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:35:25Z"
    name: isvc-sklearn-scheduler.18c63951b71109ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "42796"
    uid: dadc86c0-d12c-4978-8a64-8cb7666d08a9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42772"
    uid: f4e2fb79-9fb7-4b6c-8239-be1492aa1878
  kind: Event
  lastTimestamp: "2026-07-27T18:35:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:35:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:35:25Z"
    name: isvc-sklearn-scheduler.18c63951b7114022
    namespace: kserve-ci-e2e-test
    resourceVersion: "42797"
    uid: 72ad4625-2f7c-47cc-b0df-996d983a3df0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:41:30.801725Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46172"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:41:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:41:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a6c9307187
    namespace: kserve-ci-e2e-test
    resourceVersion: "46176"
    uid: f83392b5-e46a-44d8-a46f-7af37d9f3905
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a6d3c1b6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46185"
    uid: 60c1dbb6-6d86-4cc7-9bb5-fca20bbeef9e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46180"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:31Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:41:31Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a706c80cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46196"
    uid: 08306b9c-d617-440d-9dac-f0ccb142e462
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:31Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a70851391c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46198"
    uid: bb254261-b94c-4add-b870-2b8c4940296b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:31Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a70bdcd69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46201"
    uid: c9d7501e-9fdf-4bcf-a819-490583d6631b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:41:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:31Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a70c574041
    namespace: kserve-ci-e2e-test
    resourceVersion: "46202"
    uid: ec85bc50-5665-4dc6-81bf-a059f072a327
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:35Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a7e92f7d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46232"
    uid: 45f5fbc2-d4d7-4c1b-91f8-62f0b4472e81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:35Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a7ec42e53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46237"
    uid: 2c236fd8-3a84-48b0-a70e-ce2d44104ad8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:35Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a7ecb9e46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46238"
    uid: a8149733-291a-412a-9248-1825a347b345
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:35Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a7ecc4a78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46239"
    uid: 098a3ac5-a5c9-4579-a67e-2725b8c16555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:35Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a7efdf0764
    namespace: kserve-ci-e2e-test
    resourceVersion: "46242"
    uid: 6f68e251-dc0d-44ee-b6fa-92f7da364b0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:41:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:41:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:35Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a7f052e991
    namespace: kserve-ci-e2e-test
    resourceVersion: "46244"
    uid: 702abff4-8337-45e9-a3e0-58c5589458ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:43:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:02Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639a8254bf953
    namespace: kserve-ci-e2e-test
    resourceVersion: "46895"
    uid: 2b72a1a1-d2f2-4dc5-86f6-0867364d3029
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:43:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:00Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639bbc7656815
    namespace: kserve-ci-e2e-test
    resourceVersion: "46881"
    uid: 5460346b-8789-418a-bde9-12c2600a9f0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:43:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:00Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639bbc7662cbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "46882"
    uid: c541270d-5910-4444-99f4-21065f20f0f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46174"
    uid: bd182efd-a4af-4464-87d8-2dc979d1d462
  kind: Event
  lastTimestamp: "2026-07-27T18:43:02Z"
  message: 'Readiness probe failed: Get "https://10.133.0.70:8643/healthz": dial tcp
    10.133.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:02Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457-474z8.18c639bc2bac965a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46894"
    uid: 0b748635-8d8e-476f-8949-7095357b7db4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-5746969457
    namespace: kserve-ci-e2e-test
    resourceVersion: "46160"
    uid: 89a73931-b478-4cf1-b9c1-7b158b708f95
  kind: Event
  lastTimestamp: "2026-07-27T18:41:30Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-5746969457-474z8'
  metadata:
    creationTimestamp: "2026-07-27T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:41:30Z"
    name: isvc-sklearn-v2-mixed-predictor-5746969457.18c639a6c8acd1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46173"
    uid: b62a8545-96b8-466b-acf7-05145870a0c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46158"
    uid: 6994b5e8-0af6-471a-8e7d-bbab325f4ba9
  kind: Event
  lastTimestamp: "2026-07-27T18:41:30Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-5746969457 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:41:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18c639a6c468fb3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46161"
    uid: 69fdce07-38a4-4d02-863f-aae7be431eda
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46159"
    uid: 6d864b1d-e7bb-4cc1-b6f7-b1fda8fb3163
  kind: Event
  lastTimestamp: "2026-07-27T18:42:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:42:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18c639aa4371692d
    namespace: kserve-ci-e2e-test
    resourceVersion: "46644"
    uid: 48a3a00b-856a-4432-abc5-789f37220c4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46159"
    uid: 6d864b1d-e7bb-4cc1-b6f7-b1fda8fb3163
  kind: Event
  lastTimestamp: "2026-07-27T18:42:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:42:30Z"
    name: isvc-sklearn-v2-mixed-predictor.18c639aa43e0456e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46645"
    uid: f38830c7-a50d-44f7-942c-0f2d98c64cec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:42:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46316"
    uid: 6d864b1d-e7bb-4cc1-b6f7-b1fda8fb3163
  kind: Event
  lastTimestamp: "2026-07-27T18:43:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:43:00Z"
    name: isvc-sklearn-v2-mixed-predictor.18c639b84019c68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46863"
    uid: 2a709b0b-e0a6-45da-aed6-57a44ffdc616
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:42:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46316"
    uid: 6d864b1d-e7bb-4cc1-b6f7-b1fda8fb3163
  kind: Event
  lastTimestamp: "2026-07-27T18:43:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:43:00Z"
    name: isvc-sklearn-v2-mixed-predictor.18c639b840877574
    namespace: kserve-ci-e2e-test
    resourceVersion: "46864"
    uid: 75c08794-3a4b-4266-aea3-835af4ca71f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46151"
    uid: c33c82e5-1e81-4bdb-b156-fe6d5b9a5a73
  kind: Event
  lastTimestamp: "2026-07-27T18:42:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:42:52Z"
    name: isvc-sklearn-v2-mixed.18c639a6c47f55ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "46807"
    uid: e943ce2d-b73e-4bc5-9da8-5cae39d68d76
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46151"
    uid: c33c82e5-1e81-4bdb-b156-fe6d5b9a5a73
  kind: Event
  lastTimestamp: "2026-07-27T18:41:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:41:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:41:30Z"
    name: isvc-sklearn-v2-mixed.18c639a6c4ea6138
    namespace: kserve-ci-e2e-test
    resourceVersion: "46164"
    uid: 30a5267c-0f00-475c-a3a9-88721eee4a55
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:42:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46805"
    uid: c33c82e5-1e81-4bdb-b156-fe6d5b9a5a73
  kind: Event
  lastTimestamp: "2026-07-27T18:42:52Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:42:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:42:52Z"
    name: isvc-sklearn-v2-mixed.18c639b9dd4265b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46806"
    uid: 3971c929-08de-447b-8cd1-f15d696bebf5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:39:55.438565Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45392"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:39:55Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63990951a2379
    namespace: kserve-ci-e2e-test
    resourceVersion: "45399"
    uid: 542e997f-c9eb-4abc-91b2-5ca92aa4755f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45403"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:39:55Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:39:55Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63990af16b561
    namespace: kserve-ci-e2e-test
    resourceVersion: "45414"
    uid: c853d7b8-9cf1-403d-b438-9b1cc2eefc92
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:39:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:39:55Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63990b08a2123
    namespace: kserve-ci-e2e-test
    resourceVersion: "45416"
    uid: c99443d6-a58b-4b0e-a1ca-20b6aa8b2423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:39:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:39:55Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63990b378f3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45417"
    uid: ef082e86-a2e4-44a1-8c31-87bf07440e87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:39:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:39:55Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63990b3eb1d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "45418"
    uid: 1440d8b6-9586-4c95-8d35-94433400782d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:40:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1814"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:40:00Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63991b0c993ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "45453"
    uid: 6a925979-e1a3-42dd-8607-0a416808cb6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:40:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:40:00Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63991b3eb082c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45455"
    uid: 8c25d0e5-7a70-4d85-b17a-c6b2a69f4214
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:40:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:40:00Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63991b461707c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45458"
    uid: 6d522ab8-22d7-44ae-931f-b328d1aba8b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:40:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:40:00Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63991b46b9b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "45459"
    uid: 2827b70c-25fa-4a85-ad61-421b0c7a7130
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:40:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:40:00Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63991b752de70
    namespace: kserve-ci-e2e-test
    resourceVersion: "45461"
    uid: d8498024-d9c7-466c-b5bf-1143f081a4b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:40:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:40:00Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63991b7ca7b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45462"
    uid: c5a5f1fc-7bea-4e1d-b5c6-02900a95b9fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:41:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:27Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c63991ecdf2806
    namespace: kserve-ci-e2e-test
    resourceVersion: "46119"
    uid: fb0cd8bb-a4b0-4d04-8f0a-447d93f06e39
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:41:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:25Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c639a5971ab6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46098"
    uid: 243dccc2-8d8d-442b-922c-5b90bf09800c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:41:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:25Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c639a5971b1695
    namespace: kserve-ci-e2e-test
    resourceVersion: "46099"
    uid: edf844a2-9765-490e-8ccc-9662c8fd0b68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45395"
    uid: 8c40723d-6181-468b-9ea7-f43f464b3667
  kind: Event
  lastTimestamp: "2026-07-27T18:41:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.69:8643/healthz": dial tcp
    10.133.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:41:27Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh.18c639a5f335f0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46118"
    uid: 2cfa9103-d21c-4802-b704-df0d8dfa7c76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-77f4cf5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45384"
    uid: 9d60e2f8-ce09-46fc-94bc-e2e851d1c49e
  kind: Event
  lastTimestamp: "2026-07-27T18:39:55Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-77f4cf5bd-pdgzh'
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:39:55Z"
    name: isvc-sklearn-v2-predictor-77f4cf5bd.18c6399094af98d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45394"
    uid: b9c0508f-2f8b-43fc-ad70-6f5b7b39c4c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45382"
    uid: df007512-b101-433a-a33c-bcbcff5055eb
  kind: Event
  lastTimestamp: "2026-07-27T18:39:55Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-77f4cf5bd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:39:55Z"
    name: isvc-sklearn-v2-predictor.18c6399091eb8e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "45386"
    uid: 001ea1f5-353d-4d25-a11a-5a5fa4ddde53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45383"
    uid: ff21c38a-8ea1-46d9-9d57-fda5d9b42f3a
  kind: Event
  lastTimestamp: "2026-07-27T18:40:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:40:25Z"
    name: isvc-sklearn-v2-predictor.18c63994109bcb1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 05d9e1f6-4c80-4154-b64c-23af47666c34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45383"
    uid: ff21c38a-8ea1-46d9-9d57-fda5d9b42f3a
  kind: Event
  lastTimestamp: "2026-07-27T18:40:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:40:25Z"
    name: isvc-sklearn-v2-predictor.18c639941104268e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45642"
    uid: c5092176-790d-4ab8-a021-75ee6abd1419
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45540"
    uid: ff21c38a-8ea1-46d9-9d57-fda5d9b42f3a
  kind: Event
  lastTimestamp: "2026-07-27T18:41:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:41:25Z"
    name: isvc-sklearn-v2-predictor.18c6399b0f265327
    namespace: kserve-ci-e2e-test
    resourceVersion: "46078"
    uid: 8e388ee0-f542-4f0d-80e2-8d133d37a2ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-27T18:40:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45540"
    uid: ff21c38a-8ea1-46d9-9d57-fda5d9b42f3a
  kind: Event
  lastTimestamp: "2026-07-27T18:41:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:41:25Z"
    name: isvc-sklearn-v2-predictor.18c6399b0f8dc620
    namespace: kserve-ci-e2e-test
    resourceVersion: "46079"
    uid: 78792994-f380-446c-b2b1-df0cc031a27f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:38:50.203095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44850"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:38:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:38:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c6398164c3d2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44857"
    uid: 5655baf3-c0db-43e1-b54d-de653768fab6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c639816f08ebb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44864"
    uid: 542c7b6e-5df8-47ae-928e-33c3c60bce6a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44861"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:51Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:38:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c63981a26e2776
    namespace: kserve-ci-e2e-test
    resourceVersion: "44874"
    uid: f5dacedd-d195-49a0-9c59-6f3deafa7cc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c63981a40b44c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44877"
    uid: 6efff9a6-d877-4b24-8380-94196ab6102c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c63981a7a79ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "44879"
    uid: d40f3acd-f522-4ec2-9f1e-da3a4bc702ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c63981a8235700
    namespace: kserve-ci-e2e-test
    resourceVersion: "44880"
    uid: 05cd40b4-2d08-4c97-8c9d-1762e79e1cec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T18:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c639827d38774c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44910"
    uid: efdcbc75-d30b-49a0-8c96-7257cabf0aeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c6398280a47eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "44912"
    uid: f3b331ac-4ca0-44cc-93ca-a9584c02efab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c63982811dc832
    namespace: kserve-ci-e2e-test
    resourceVersion: "44913"
    uid: 8ad1d5e1-93e5-4c64-a92a-e3db0278c517
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:54Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c63982812923a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44916"
    uid: 814a0362-dda1-49e7-8935-61263b1b2fb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:55Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c63982841dd340
    namespace: kserve-ci-e2e-test
    resourceVersion: "44917"
    uid: 24207dc5-5352-4008-854c-eaa1e808529f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:38:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:55Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c639828493e44a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44918"
    uid: ecfe8d2a-e916-476a-a5bb-998d9b0ca086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:39:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-27T18:39:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:39:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c6398b5aefa9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45181"
    uid: 6470eaf3-745d-42c9-9a54-dd8635693b49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:39:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:39:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c6398f637714f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45335"
    uid: 57d108bc-f600-434c-934c-81f53d4b4531
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:39:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:39:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c6398f637844af
    namespace: kserve-ci-e2e-test
    resourceVersion: "45336"
    uid: ba900596-fb44-41be-9a07-ca74edc60d3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: 2e78d681-d9b5-4ab9-90a5-e721ac32670d
  kind: Event
  lastTimestamp: "2026-07-27T18:39:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.68:8643/healthz": dial tcp
    10.133.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:39:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:39:57Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn.18c6398fff1f7e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "45439"
    uid: f2c11cd8-5f33-4832-8220-2b3e93c9da13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44842"
    uid: fb22b46c-e3b7-4cee-a497-126224c95d45
  kind: Event
  lastTimestamp: "2026-07-27T18:38:50Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-z7cfn'
  metadata:
    creationTimestamp: "2026-07-27T18:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:38:50Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c639816447ede1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44852"
    uid: 11c70037-dd6e-461f-bc48-a05b14f5ca8f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44840"
    uid: c45e5dfa-076a-4b0d-8e77-dd73d742dd1c
  kind: Event
  lastTimestamp: "2026-07-27T18:38:50Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:38:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6398161a85e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "44843"
    uid: 9db8e7ea-7e46-4bce-b722-35813d8212c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44841"
    uid: 2cd35889-1635-49c0-a708-a1e2f15d9098
  kind: Event
  lastTimestamp: "2026-07-27T18:39:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18c63984e0314d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "45197"
    uid: 2f659267-3dc8-47ec-a12a-adc9a619237f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44841"
    uid: 2cd35889-1635-49c0-a708-a1e2f15d9098
  kind: Event
  lastTimestamp: "2026-07-27T18:39:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:39:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18c63984e09a9b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "45198"
    uid: 433c1ffd-e78c-487b-bdc9-be0c8c24ac68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44993"
    uid: 2cd35889-1635-49c0-a708-a1e2f15d9098
  kind: Event
  lastTimestamp: "2026-07-27T18:39:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:39:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6398f5d78d02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "45319"
    uid: 34de59a9-641b-4264-ad20-558779619eab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44993"
    uid: 2cd35889-1635-49c0-a708-a1e2f15d9098
  kind: Event
  lastTimestamp: "2026-07-27T18:39:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:39:50Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6398f5ddb9753
    namespace: kserve-ci-e2e-test
    resourceVersion: "45320"
    uid: 00308144-d180-4211-94ba-eaa3c8fbd239
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44833"
    uid: 75c92fa6-6bf7-4172-83c2-0e2140c2d912
  kind: Event
  lastTimestamp: "2026-07-27T18:39:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:39:43Z"
    name: isvc-sklearn-v2-runtime.18c6398161b38f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "45260"
    uid: 2848d932-ddb3-4d03-8673-be6acb86c657
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44833"
    uid: 75c92fa6-6bf7-4172-83c2-0e2140c2d912
  kind: Event
  lastTimestamp: "2026-07-27T18:38:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:38:50Z"
    name: isvc-sklearn-v2-runtime.18c63981622e1098
    namespace: kserve-ci-e2e-test
    resourceVersion: "44846"
    uid: a3feab56-fe16-4727-a908-39dba8b3fe4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45258"
    uid: 75c92fa6-6bf7-4172-83c2-0e2140c2d912
  kind: Event
  lastTimestamp: "2026-07-27T18:39:43Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:39:43Z"
    name: isvc-sklearn-v2-runtime.18c6398db1198353
    namespace: kserve-ci-e2e-test
    resourceVersion: "45259"
    uid: 99ffe7b8-c4da-488d-af94-8d7ae5ebd092
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45373"
    uid: 05dac990-1494-41f6-973b-f2db16af876c
  kind: Event
  lastTimestamp: "2026-07-27T18:41:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:41:17Z"
    name: isvc-sklearn-v2.18c6399091e3809b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46024"
    uid: 3c661b09-4312-48b4-9466-7e11726243bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:39:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45373"
    uid: 05dac990-1494-41f6-973b-f2db16af876c
  kind: Event
  lastTimestamp: "2026-07-27T18:39:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:39:55Z"
    name: isvc-sklearn-v2.18c63990926ed5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "45388"
    uid: 91740877-85ef-427e-98ce-3cb1a87d3f0e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:41:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46020"
    uid: 05dac990-1494-41f6-973b-f2db16af876c
  kind: Event
  lastTimestamp: "2026-07-27T18:41:17Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:41:17Z"
    name: isvc-sklearn-v2.18c639a3a9f6ea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46022"
    uid: 9004f69b-67a5-45b2-aa05-67072a600acc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42873"
    uid: 02046b8e-af22-4dd4-bc5e-eb0646411330
  kind: Event
  lastTimestamp: "2026-07-27T18:36:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:36:58Z"
    name: isvc-sklearn.18c63953635e9dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43836"
    uid: d393f330-0cb4-43af-88ca-cb72d5fc2385
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:35:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42873"
    uid: 02046b8e-af22-4dd4-bc5e-eb0646411330
  kind: Event
  lastTimestamp: "2026-07-27T18:35:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T18:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:35:32Z"
    name: isvc-sklearn.18c6395363c93421
    namespace: kserve-ci-e2e-test
    resourceVersion: "42887"
    uid: 87aad78b-f2e6-46df-8e15-8b12461b0fc2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:36:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43834"
    uid: 02046b8e-af22-4dd4-bc5e-eb0646411330
  kind: Event
  lastTimestamp: "2026-07-27T18:36:58Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:36:58Z"
    name: isvc-sklearn.18c6396766f833bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43835"
    uid: 6140ed5d-b459-44bb-9ba1-79b53dbae382
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:43:06.194816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46945"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-72229
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bcff0f8bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46949"
    uid: 7f7e0f68-525c-4f92-a3e0-61509c1c9e4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46953"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:06Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bd19680fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "46967"
    uid: e015ec4b-12d8-4daa-bc61-2fbadfbf9de7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bd1af75a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46969"
    uid: c75f2608-fbce-4499-9f6a-3bc6b39f4b3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bd1daea5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "46970"
    uid: bba57ff9-39d0-4f89-b41c-583a9faa5a2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bd1e2316aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "46971"
    uid: 593aff38-f79c-4ff1-b784-21208a0146e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:12Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-27T18:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:12Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639be5d232bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47016"
    uid: 935e3f3c-9730-4626-aeb8-37e330740ea2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:15Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.913s (3.913s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:43:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:15Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bf466d7ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47042"
    uid: 9ec914e4-586e-43f8-8208-0a6cdef8d3f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bf498608bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47044"
    uid: 54078519-6d3a-4c66-8c55-f34dd5470359
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bf4a087e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "47045"
    uid: 9a2fabbc-fb88-4b9b-b381-abb2c6993c9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bf4a12f55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47048"
    uid: cac2981a-7fa4-430e-9322-e90cb1ad1acb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bf4d401e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47049"
    uid: bea2dab1-74ad-4fb0-b83f-26671a2e4c8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bf4db4d8c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47050"
    uid: 31995ceb-5091-421d-966d-381545e12470
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.71:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639bfc4fa7d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "47112"
    uid: 18332cd2-cb4f-4498-8f0e-798960296caa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639c69f9cc023
    namespace: kserve-ci-e2e-test
    resourceVersion: "47302"
    uid: e947ceae-5b7a-44a3-84a5-586046d98578
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:43:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:47Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639c69f9d380a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47303"
    uid: 3c4ee190-64c1-4fe2-917c-9af69dd0b4dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-72229
    namespace: kserve-ci-e2e-test
    resourceVersion: "46947"
    uid: fc139aca-0b76-4bed-9bbb-9f020ebd6b62
  kind: Event
  lastTimestamp: "2026-07-27T18:44:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.71:8643/healthz": dial tcp
    10.133.0.71:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-72229.18c639c6fcf697bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47564"
    uid: 4334d6a9-884f-4f54-bacb-9c4013e38a4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46932"
    uid: 0cbbf3d0-b38f-4b67-8582-0e5d50687b38
  kind: Event
  lastTimestamp: "2026-07-27T18:43:06Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-72229'
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c639bcfe8a7eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46946"
    uid: 678e7cc0-ee21-463f-93b1-0b411b6ad3eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46929"
    uid: 54a224b9-7336-4add-a007-4bf5c9a8fc29
  kind: Event
  lastTimestamp: "2026-07-27T18:43:06Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow-predictor.18c639bcfa689413
    namespace: kserve-ci-e2e-test
    resourceVersion: "46934"
    uid: ba1174d4-77c2-4043-a881-a7ab43a81c57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46931"
    uid: 6e5ec3c1-b5ae-45e7-886e-cc4d2da022ab
  kind: Event
  lastTimestamp: "2026-07-27T18:43:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:43:36Z"
    name: isvc-tensorflow-predictor.18c639c07970f7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "47208"
    uid: d53f4322-af16-464a-b8b4-58a3bd2fbd87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46931"
    uid: 6e5ec3c1-b5ae-45e7-886e-cc4d2da022ab
  kind: Event
  lastTimestamp: "2026-07-27T18:43:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:43:36Z"
    name: isvc-tensorflow-predictor.18c639c07a233afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47209"
    uid: f447822b-a725-41b4-8887-1335a35a1610
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:43:52.709166Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47365"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:43:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:43:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c7d38837a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47370"
    uid: 201907c7-46a3-49ce-8060-3474180636f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47376"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:43:53Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:43:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c7ed31190c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47387"
    uid: 7e9a1770-55fd-4033-b1a8-8c08fe966b2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:43:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c7eedfa59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47389"
    uid: ab09a429-43b4-4cf9-a7de-7b262ab98cf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:43:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c7f1e2a02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47390"
    uid: aa4edcdb-d0ce-4969-8a25-c3b5b3ca68f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:43:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:53Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c7f253e86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47391"
    uid: 4ca2e32f-2102-41d4-b099-292007e4804a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:43:57Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-27T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:43:57Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c90aa853a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "47427"
    uid: 9ad60b29-26ed-4685-bbce-c9bae422ef3d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:01Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.631s (3.631s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c9e31e8840
    namespace: kserve-ci-e2e-test
    resourceVersion: "47460"
    uid: 1b46918e-d68a-4454-96cf-3ed2339ac0f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c9e6a24c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "47461"
    uid: 1e26d194-26e3-4851-bc8a-b0715bc1a346
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c9e792b873
    namespace: kserve-ci-e2e-test
    resourceVersion: "47462"
    uid: 481f9882-195c-4886-8bbc-06ae03481501
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c9e79ed0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47463"
    uid: 176f91a8-7bf5-4c46-a5ea-e43e8f033f16
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c9eab50941
    namespace: kserve-ci-e2e-test
    resourceVersion: "47465"
    uid: 85df6a9c-5d84-4ff6-8321-588148c5265f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:01Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639c9eb28404f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47466"
    uid: 64a12b98-3f82-40ab-86ce-ceb68f1d3359
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639ca3636865a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47525"
    uid: b29348f9-4ba6-40d4-80bc-8ae37a5b93b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639d11a1c44b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47727"
    uid: 569ad74c-ef48-4f5d-af97-ab9a9f4510eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:32Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639d11a1cc51b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47728"
    uid: fa063053-44bd-4c77-b2f3-af41aec6577f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47368"
    uid: 67d4700b-30b9-4570-bbab-ca7c9c965b3f
  kind: Event
  lastTimestamp: "2026-07-27T18:44:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb.18c639d16e22f644
    namespace: kserve-ci-e2e-test
    resourceVersion: "47967"
    uid: 9c18f757-072e-417d-baca-76c62c56f9e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "47357"
    uid: 5698c294-1a65-44f8-9257-066f2276c699
  kind: Event
  lastTimestamp: "2026-07-27T18:43:52Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-wcgmb'
  metadata:
    creationTimestamp: "2026-07-27T18:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:43:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c639c7d325107b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47367"
    uid: 79237319-a966-4231-8e76-ddb2da310357
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47355"
    uid: 7e9144a3-870e-4023-b1f9-066f0bb5870e
  kind: Event
  lastTimestamp: "2026-07-27T18:43:52Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:43:52Z"
    name: isvc-tensorflow-runtime-predictor.18c639c7d06c1d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "47358"
    uid: f38dff72-8b2b-4b87-bd4c-8f3ccae5a4e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: dfd5db8e-7669-4284-bd57-813de05c09c9
  kind: Event
  lastTimestamp: "2026-07-27T18:44:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:44:22Z"
    name: isvc-tensorflow-runtime-predictor.18c639cb4ed7a107
    namespace: kserve-ci-e2e-test
    resourceVersion: "47641"
    uid: 75909289-ae55-4c16-b712-5207989f277a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47356"
    uid: dfd5db8e-7669-4284-bd57-813de05c09c9
  kind: Event
  lastTimestamp: "2026-07-27T18:44:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:44:22Z"
    name: isvc-tensorflow-runtime-predictor.18c639cb4f3d27b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47642"
    uid: 29fc5afa-8393-4fa0-bbe2-e7db45f40c8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47348"
    uid: 49c888e0-641f-4a29-87c1-cc298c9c5e0e
  kind: Event
  lastTimestamp: "2026-07-27T18:44:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:44:19Z"
    name: isvc-tensorflow-runtime.18c639c7d07123dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "47614"
    uid: 741c47c8-332f-41ef-a36c-93c0d1be17dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47348"
    uid: 49c888e0-641f-4a29-87c1-cc298c9c5e0e
  kind: Event
  lastTimestamp: "2026-07-27T18:43:52Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:43:52Z"
    name: isvc-tensorflow-runtime.18c639c7d0e20236
    namespace: kserve-ci-e2e-test
    resourceVersion: "47380"
    uid: cf280a4f-1ca0-4135-b5ea-1c9faa2aacd7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47350"
    uid: 49c888e0-641f-4a29-87c1-cc298c9c5e0e
  kind: Event
  lastTimestamp: "2026-07-27T18:43:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:43:52Z"
    name: isvc-tensorflow-runtime.18c639c7d7782697
    namespace: kserve-ci-e2e-test
    resourceVersion: "47381"
    uid: 4f586b1f-532a-4760-95f1-edea4a915a8b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47612"
    uid: 49c888e0-641f-4a29-87c1-cc298c9c5e0e
  kind: Event
  lastTimestamp: "2026-07-27T18:44:19Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:44:19Z"
    name: isvc-tensorflow-runtime.18c639cdf64ac27f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47613"
    uid: 01d6ae28-14d3-47d4-b64c-bbc52d62e7df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46920"
    uid: 4408c687-da22-404b-b3ef-002a28742400
  kind: Event
  lastTimestamp: "2026-07-27T18:43:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:43:34Z"
    name: isvc-tensorflow.18c639bcfa50636a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47194"
    uid: 7ca1f591-484c-4f4a-924c-74c223256276
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46920"
    uid: 4408c687-da22-404b-b3ef-002a28742400
  kind: Event
  lastTimestamp: "2026-07-27T18:43:06Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow.18c639bcfaeeba23
    namespace: kserve-ci-e2e-test
    resourceVersion: "46956"
    uid: 60924fea-5d10-4351-a066-1ac0c5f42426
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46925"
    uid: 4408c687-da22-404b-b3ef-002a28742400
  kind: Event
  lastTimestamp: "2026-07-27T18:43:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:43:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:43:06Z"
    name: isvc-tensorflow.18c639bd00dedca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46957"
    uid: 2de7b6dc-a17b-4362-9fda-f6ba4e1c9bcd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:43:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "47191"
    uid: 4408c687-da22-404b-b3ef-002a28742400
  kind: Event
  lastTimestamp: "2026-07-27T18:43:34Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:43:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:43:34Z"
    name: isvc-tensorflow.18c639c3855cac31
    namespace: kserve-ci-e2e-test
    resourceVersion: "47192"
    uid: 4932d6bb-2651-4aea-b31f-ceeb8635d8ed
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:44:37.709962Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47784"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-2ggpq
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:44:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:44:37Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639d24dc9da01
    namespace: kserve-ci-e2e-test
    resourceVersion: "47790"
    uid: dae43fab-96df-4282-917d-a38698ee169c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47794"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:44:38Z"
  message: Add eth0 [10.133.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:44:38Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639d26769bd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "47802"
    uid: 606713ad-05b4-4c08-bee5-53372a735923
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:44:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:38Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639d268ecae65
    namespace: kserve-ci-e2e-test
    resourceVersion: "47804"
    uid: e307797e-3e47-46a9-b754-fdf860193d4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:44:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:38Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639d26cc5d33a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47805"
    uid: dabfa41e-a4d0-4ab8-a928-c178fe6cadbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:44:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:38Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639d26d3cf8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "47806"
    uid: 177f55c3-6f02-4034-b30a-3ac89906163b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:44:42Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-27T18:44:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:44:42Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639d3698f119f
    namespace: kserve-ci-e2e-test
    resourceVersion: "47848"
    uid: 7cee6f5d-1767-46a3-9484-987750c1a408
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:36Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.22s
    (1m54.22s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:36Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639ee01a38e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48641"
    uid: cbac5b7f-f74e-4b97-9467-2bc6c1fa8ea3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:36Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639ee08c382cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "48644"
    uid: a42ee193-dc0b-4776-b907-bfcaacdafe99
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:36Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639ee0a0ef885
    namespace: kserve-ci-e2e-test
    resourceVersion: "48645"
    uid: 2ee8304d-0c51-4f56-8392-38545a3ea6da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:36Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639ee0a1af468
    namespace: kserve-ci-e2e-test
    resourceVersion: "48646"
    uid: 54c360c9-47b7-451a-960a-4560359e96a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:36Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639ee106b72db
    namespace: kserve-ci-e2e-test
    resourceVersion: "48649"
    uid: 1f695450-eed0-4cda-b14c-d6d8ddb736d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:36Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639ee117a3827
    namespace: kserve-ci-e2e-test
    resourceVersion: "48650"
    uid: 08abf4c1-1df8-4960-8ec5-3ec735178c46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:46:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:39Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639ee55f58daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "48669"
    uid: ffdd22f7-a4ff-4772-9927-8bbc5a80915b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:49Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639f0f04efcb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48766"
    uid: 49d7981e-985a-4ac3-8ae5-ca9ef5be2de2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-2ggpq
    namespace: kserve-ci-e2e-test
    resourceVersion: "47786"
    uid: 3b3f8816-7aa9-47d0-b482-f27eccc74496
  kind: Event
  lastTimestamp: "2026-07-27T18:46:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:49Z"
    name: isvc-triton-predictor-5d7db58676-2ggpq.18c639f0f04f6c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "48767"
    uid: 4312729d-af86-4f80-b794-ff4cfd986717
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47774"
    uid: 62210f0d-5f17-4e4d-b30d-f755d91dfb55
  kind: Event
  lastTimestamp: "2026-07-27T18:44:37Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-2ggpq'
  metadata:
    creationTimestamp: "2026-07-27T18:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:44:37Z"
    name: isvc-triton-predictor-5d7db58676.18c639d24d3f9e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "47785"
    uid: 73577591-bce1-46a9-b286-39822d34f796
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47772"
    uid: d599d3d2-f979-4876-b1ca-49f0bfedbacb
  kind: Event
  lastTimestamp: "2026-07-27T18:44:37Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:44:37Z"
    name: isvc-triton-predictor.18c639d24a08a068
    namespace: kserve-ci-e2e-test
    resourceVersion: "47777"
    uid: 22ad3564-595f-4743-8e7f-082a5e9371d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 785c16ab-028f-45d0-93a6-a32723eb4878
  kind: Event
  lastTimestamp: "2026-07-27T18:46:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:46:37Z"
    name: isvc-triton-predictor.18c639d5c91b9003
    namespace: kserve-ci-e2e-test
    resourceVersion: "48655"
    uid: ade4440a-284a-4773-8bbc-4b126863f572
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 785c16ab-028f-45d0-93a6-a32723eb4878
  kind: Event
  lastTimestamp: "2026-07-27T18:46:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:46:37Z"
    name: isvc-triton-predictor.18c639d5c98345f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48656"
    uid: 52f7eacb-d155-44fc-a4d6-814ccb595e14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47765"
    uid: ea5057fb-006a-4419-896a-3bd7c325effc
  kind: Event
  lastTimestamp: "2026-07-27T18:46:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:46:44Z"
    name: isvc-triton.18c639d24a01b652
    namespace: kserve-ci-e2e-test
    resourceVersion: "48712"
    uid: b379d6f9-35fb-4fcf-a33f-ba953269903a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:44:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47765"
    uid: ea5057fb-006a-4419-896a-3bd7c325effc
  kind: Event
  lastTimestamp: "2026-07-27T18:44:37Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T18:44:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:44:37Z"
    name: isvc-triton.18c639d24aaa3b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "47780"
    uid: dc5cdf45-81bf-428e-aa52-2917de350773
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48710"
    uid: ea5057fb-006a-4419-896a-3bd7c325effc
  kind: Event
  lastTimestamp: "2026-07-27T18:46:44Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:46:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:46:44Z"
    name: isvc-triton.18c639efc351c7fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48711"
    uid: 1594ae65-222e-4881-9138-dcf4c786373c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:46:54.443346Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48828"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-ztjkt
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:46:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:46:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f223bbb2ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "48834"
    uid: 21e42c70-ef20-45cd-a2c3-5ee497ef5d78
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:46:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-27T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f23125d91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48845"
    uid: 227e7f61-2f73-4bf2-bb69-745fdf63a0e9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48837"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:46:55Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:46:55Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f261eaaae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48856"
    uid: f6c66b2d-9ca3-4a51-b0f8-bd142ab1e2af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:46:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:55Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f26382b949
    namespace: kserve-ci-e2e-test
    resourceVersion: "48858"
    uid: 15219e1a-9d03-4362-a520-5c188d4a5c1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:46:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:55Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f266f0635c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48859"
    uid: cc57728e-7e0a-40a4-baa3-b9bf898546d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:46:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:55Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f26781793c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48860"
    uid: 66766e13-5806-46c3-aa98-9fadb7c4d277
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:46:59Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-27T18:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:46:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f35d7b2ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "48891"
    uid: fbd0ded3-e851-412c-87c7-b58eca9b7a1d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:47:16Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.977s (16.977s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T18:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:47:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f751707d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "49015"
    uid: 0f35aef9-94bd-4f6e-b424-ca429d818881
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:47:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:47:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f754d49eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49018"
    uid: 989ec4be-17b0-4960-a909-34da36fd4784
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:47:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:47:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f75553fab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49019"
    uid: b0a40dad-1c89-43ca-aa35-3bddfcdb3398
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:47:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:47:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f7556043f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49020"
    uid: b98ab60f-c50a-424b-8e91-714c027e59e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:47:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:47:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f75875ddb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49021"
    uid: 7ba8ae87-f932-41d8-8e1e-bf7265a991f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:47:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:47:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f758f3cf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "49022"
    uid: d41f88c1-6a33-437c-b310-bd59c0d38969
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:48:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:47:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c639f7944a5583
    namespace: kserve-ci-e2e-test
    resourceVersion: "49427"
    uid: d4f44c5a-9e87-45d5-b646-af26adcb1d6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:48:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c63a0721a5c3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49530"
    uid: 935922f6-b9c7-4fb8-8bce-1462c3949539
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:48:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c63a0721a66e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "49531"
    uid: 7dab5ce3-ae7d-4b3c-a062-2924e087272b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "48830"
    uid: 6f125e64-0fa7-4fbc-ad2b-2655eda1f1a3
  kind: Event
  lastTimestamp: "2026-07-27T18:48:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-07-27T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-ztjkt.18c63a085816a21c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49613"
    uid: 06a968b8-cd6f-403d-acf1-cc4f7c935a19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48817"
    uid: 3cbb1940-fa78-4c46-addc-741337e0d6dc
  kind: Event
  lastTimestamp: "2026-07-27T18:46:54Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-ztjkt'
  metadata:
    creationTimestamp: "2026-07-27T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:46:54Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c639f2233207af
    namespace: kserve-ci-e2e-test
    resourceVersion: "48829"
    uid: 4583a9b7-51d6-4e20-ae15-ebf947ee5a3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48815"
    uid: 0771f946-4469-4d00-bb28-f48d826b0152
  kind: Event
  lastTimestamp: "2026-07-27T18:46:54Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:46:54Z"
    name: isvc-xgboost-predictor.18c639f21e7f72a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "48818"
    uid: 29bc0640-384d-43d6-83fe-5928b64276b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48816"
    uid: bfcde130-e1c8-4a7e-b274-6a52228022a3
  kind: Event
  lastTimestamp: "2026-07-27T18:47:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:47:39Z"
    name: isvc-xgboost-predictor.18c639f59d81a779
    namespace: kserve-ci-e2e-test
    resourceVersion: "49189"
    uid: 419ea8de-2fb9-46b9-b9b6-40f671c5f41a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48816"
    uid: bfcde130-e1c8-4a7e-b274-6a52228022a3
  kind: Event
  lastTimestamp: "2026-07-27T18:47:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:47:39Z"
    name: isvc-xgboost-predictor.18c639f59df086bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49190"
    uid: 10df34f9-4383-4018-9487-a6d3ec4c4eb1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48963"
    uid: bfcde130-e1c8-4a7e-b274-6a52228022a3
  kind: Event
  lastTimestamp: "2026-07-27T18:48:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:48:24Z"
    name: isvc-xgboost-predictor.18c63a00191bb00d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49512"
    uid: 96df0cb0-5bac-43c9-8de3-d2078b785cf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:47:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48963"
    uid: bfcde130-e1c8-4a7e-b274-6a52228022a3
  kind: Event
  lastTimestamp: "2026-07-27T18:48:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:48:24Z"
    name: isvc-xgboost-predictor.18c63a001982c15f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49513"
    uid: afb73ecc-fdaf-401a-a5ff-b280318b30a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:50:20.212116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50557"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:50:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a220c81f52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50563"
    uid: aea2f24c-d5f6-45fb-8426-e278d51d7fc6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50567"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:20Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:50:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a222737b0fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50575"
    uid: 8bcdacac-84f8-4cfc-974e-5104ed3f3c62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a2228a924d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50577"
    uid: 094b6fa6-cbcd-43f9-81c0-bb3a9248595e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a222c331a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50578"
    uid: 59527179-f85f-4b6c-8a4c-037c801be80b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a222c9f0094
    namespace: kserve-ci-e2e-test
    resourceVersion: "50579"
    uid: bd0160d9-f894-4964-8d80-33daad34aa44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:24Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a2312e76916
    namespace: kserve-ci-e2e-test
    resourceVersion: "50612"
    uid: bfcfc2de-5a83-4bfa-b0ab-d1c7d2e98a59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a2316010201
    namespace: kserve-ci-e2e-test
    resourceVersion: "50614"
    uid: 97214311-1be8-4af7-94b2-99c94c2da48f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a23167cc443
    namespace: kserve-ci-e2e-test
    resourceVersion: "50615"
    uid: 85527053-208b-4b6b-b201-71e3ea3a1957
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a23168866f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50617"
    uid: ba89c500-d4bb-4f4d-a2a6-14f459aa021e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a231967ae55
    namespace: kserve-ci-e2e-test
    resourceVersion: "50619"
    uid: 2be114fe-764f-452d-9f7d-6b0e59c331b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:50:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a2319d78dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "50620"
    uid: 4eefa92e-4785-4b99-8bd4-6f47bab47bee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:51:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a238acdda26
    namespace: kserve-ci-e2e-test
    resourceVersion: "51201"
    uid: 50f12d1a-d80d-4028-b6f8-df37e8dbe619
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:51:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a34b5088ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51183"
    uid: 1c8e1557-396e-4448-a83c-03602000353c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:51:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a34b509aba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51184"
    uid: 68e39e50-5856-49d1-9bfc-378a18dcb519
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz
    namespace: kserve-ci-e2e-test
    resourceVersion: "50559"
    uid: 252e6750-9ee6-4d7e-a773-b308068a00c9
  kind: Event
  lastTimestamp: "2026-07-27T18:51:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-q58bz.18c63a353cfd9920
    namespace: kserve-ci-e2e-test
    resourceVersion: "51200"
    uid: 4a2c1644-1b48-4d82-a728-416d6421928b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50548"
    uid: 4aafca1d-bd6d-46d5-be27-659e07693f28
  kind: Event
  lastTimestamp: "2026-07-27T18:50:20Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-q58bz'
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:50:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c63a220bf99818
    namespace: kserve-ci-e2e-test
    resourceVersion: "50558"
    uid: dcb00ffa-745e-47f1-993e-81f85f12a57d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50546"
    uid: 753a226b-6882-4756-ba01-8a81a12a3653
  kind: Event
  lastTimestamp: "2026-07-27T18:50:20Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:50:20Z"
    name: isvc-xgboost-runtime-predictor.18c63a22090673f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50549"
    uid: a9b60282-53ce-4f02-9097-1e507a16ca4a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50547"
    uid: 8f26d35b-916f-4623-a64d-8367e35783d0
  kind: Event
  lastTimestamp: "2026-07-27T18:51:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:51:05Z"
    name: isvc-xgboost-runtime-predictor.18c63a258774155f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50910"
    uid: d870b1b7-c4eb-46a9-805e-d50b44136278
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50547"
    uid: 8f26d35b-916f-4623-a64d-8367e35783d0
  kind: Event
  lastTimestamp: "2026-07-27T18:51:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:51:05Z"
    name: isvc-xgboost-runtime-predictor.18c63a2587d5054d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50911"
    uid: 13c5f67a-cfeb-4e13-b4ae-248fc3240385
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50700"
    uid: 8f26d35b-916f-4623-a64d-8367e35783d0
  kind: Event
  lastTimestamp: "2026-07-27T18:51:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:51:35Z"
    name: isvc-xgboost-runtime-predictor.18c63a3004be22fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51128"
    uid: 942664ad-2041-4e48-ab31-a40eddd10721
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50700"
    uid: 8f26d35b-916f-4623-a64d-8367e35783d0
  kind: Event
  lastTimestamp: "2026-07-27T18:51:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:51:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:51:35Z"
    name: isvc-xgboost-runtime-predictor.18c63a3005241eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51129"
    uid: 5368ee4c-a6e5-4e07-a9bb-9d125110fe85
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50539"
    uid: 003ed4b9-ee54-4b28-adb1-0ec53c91ef01
  kind: Event
  lastTimestamp: "2026-07-27T18:51:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:51:32Z"
    name: isvc-xgboost-runtime.18c63a2209102f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "51113"
    uid: 66296aea-1043-447a-8c45-0a2e6a46e711
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50539"
    uid: 003ed4b9-ee54-4b28-adb1-0ec53c91ef01
  kind: Event
  lastTimestamp: "2026-07-27T18:50:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:50:20Z"
    name: isvc-xgboost-runtime.18c63a2209a9cbc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50553"
    uid: dd5c9d09-ae56-4278-9ff3-23761f21eb09
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51111"
    uid: 003ed4b9-ee54-4b28-adb1-0ec53c91ef01
  kind: Event
  lastTimestamp: "2026-07-27T18:51:32Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:51:32Z"
    name: isvc-xgboost-runtime.18c63a32eef9ed33
    namespace: kserve-ci-e2e-test
    resourceVersion: "51112"
    uid: e7b593cd-c723-4fe3-b4f6-3cf4e0ae9eda
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:48:29.731227Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49599"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:48:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:48:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a08535564fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "49603"
    uid: cac59b2a-5489-4b3f-8d8c-5b921a317886
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49607"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:30Z"
  message: Add eth0 [10.133.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:48:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a086f59fb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "49619"
    uid: 03710823-b74b-4feb-8b8d-3572266958e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a0870e3b8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "49621"
    uid: cd19ae70-f13b-4139-b5da-819f17b52b2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a087381819d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49622"
    uid: b16f80ae-0b46-4e8b-9f5d-062d493fb072
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a0873e89015
    namespace: kserve-ci-e2e-test
    resourceVersion: "49623"
    uid: d30e80f0-d4f0-49af-8208-8c473e593a68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a0975614f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49658"
    uid: 66bda598-f0ec-4f5c-917a-58a081d70c93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a0978909403
    namespace: kserve-ci-e2e-test
    resourceVersion: "49660"
    uid: d270e1f0-7fc3-4d84-85e6-8090cc31c55c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a0978f65624
    namespace: kserve-ci-e2e-test
    resourceVersion: "49661"
    uid: bc34d897-bcbb-4c8f-a4ac-5bf99de445e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a0979020b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49663"
    uid: 25f07602-da45-4c6a-9ca6-a2636fe3f889
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a097bfd1c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "49665"
    uid: b8c1a575-9eec-4082-96d7-eddfe1cd29d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:48:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:48:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a097c5ec194
    namespace: kserve-ci-e2e-test
    resourceVersion: "49667"
    uid: 63aa15b6-f742-45d4-95c0-fd55a986bc7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:49:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a13fa1deed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "50012"
    uid: 03bf66f7-253a-4e9e-8ab3-7f1deef8c580
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:49:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a13fa1f299a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50013"
    uid: 3630d95d-cbd5-40f7-90f5-8f49095b7c09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:49:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.73:8643/healthz": dial tcp
    10.133.0.73:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a14a35da2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50033"
    uid: 9351a24b-9cd6-46e7-8773-4a65c64e0529
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: f70606b9-60d2-494f-bd4c-7d5bb09ecddf
  kind: Event
  lastTimestamp: "2026-07-27T18:49:22Z"
  message: 'Readiness probe failed: Get "http://10.133.0.73:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.73:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:49:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x.18c63a14a3af72f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50034"
    uid: 92ec0915-2287-4d2e-9c68-467d81bc77d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49587"
    uid: 1e9e2e48-053d-4b58-b671-c95526f49635
  kind: Event
  lastTimestamp: "2026-07-27T18:48:29Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-tmb4x'
  metadata:
    creationTimestamp: "2026-07-27T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:48:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c63a0852ce4dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 152de176-0f56-46b5-85aa-ff64a4220f9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49585"
    uid: 54abf6eb-0bcc-4a8a-aa5c-da0a5bf5eace
  kind: Event
  lastTimestamp: "2026-07-27T18:48:29Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:48:29Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c63a084e206b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "49589"
    uid: 794d0dfd-3d3c-462a-bfba-eb9cb8874314
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49586"
    uid: 1e316f4f-5e90-471d-be3f-8f35aa427bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:49:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:49:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c63a0bcd3d5c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "49958"
    uid: 18a39421-e255-4876-a43d-8cf7604b67b5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49586"
    uid: 1e316f4f-5e90-471d-be3f-8f35aa427bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:49:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:49:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c63a0bcda96566
    namespace: kserve-ci-e2e-test
    resourceVersion: "49959"
    uid: 51a5fe9b-8c10-4be9-baab-f806fef604c5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49737"
    uid: 1e316f4f-5e90-471d-be3f-8f35aa427bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:48:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:48:59Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c63a0f4c6b4a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "49847"
    uid: 093dd787-21df-4fce-83a0-c258b22a7bcc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49737"
    uid: 1e316f4f-5e90-471d-be3f-8f35aa427bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:48:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:48:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:48:59Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c63a0f4cd9f528
    namespace: kserve-ci-e2e-test
    resourceVersion: "49849"
    uid: a8496b48-1bf4-4949-96d1-a6c93efe1347
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49578"
    uid: ab3d4694-4aa7-40a2-93a5-4b2033135249
  kind: Event
  lastTimestamp: "2026-07-27T18:49:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:49:12Z"
    name: isvc-xgboost-v2-mlserver.18c63a084e31c3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49943"
    uid: 1d02a7d2-b2d9-4b90-b921-35f23f674be7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49578"
    uid: ab3d4694-4aa7-40a2-93a5-4b2033135249
  kind: Event
  lastTimestamp: "2026-07-27T18:48:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:48:29Z"
    name: isvc-xgboost-v2-mlserver.18c63a084ed3324a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49609"
    uid: 8592caf9-a31e-466e-9c0a-537d74e6026e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49580"
    uid: ab3d4694-4aa7-40a2-93a5-4b2033135249
  kind: Event
  lastTimestamp: "2026-07-27T18:48:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:48:29Z"
    name: isvc-xgboost-v2-mlserver.18c63a085589f13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49610"
    uid: 210c9825-1cd2-44dc-81b5-cee48f2e6eb0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49941"
    uid: ab3d4694-4aa7-40a2-93a5-4b2033135249
  kind: Event
  lastTimestamp: "2026-07-27T18:49:12Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:49:12Z"
    name: isvc-xgboost-v2-mlserver.18c63a1255880ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49942"
    uid: 0fbb05e7-12ef-473c-b5d8-35fc6921372e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:52:50.743966Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51790"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    to ip-10-0-129-58.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:52:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:52:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a4518e7c392
    namespace: kserve-ci-e2e-test
    resourceVersion: "51796"
    uid: bcb2c099-fa63-4339-999b-64c9a327f3e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51799"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:51Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:52:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a45335a9869
    namespace: kserve-ci-e2e-test
    resourceVersion: "51808"
    uid: dab41a1f-4f47-484a-81f0-a8b8dc76b643
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a4534fa87df
    namespace: kserve-ci-e2e-test
    resourceVersion: "51810"
    uid: d8b015b2-74cd-49bb-a81e-5b94517e875e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a453853f378
    namespace: kserve-ci-e2e-test
    resourceVersion: "51812"
    uid: a031e72d-50c6-4673-be4c-a64b42e7951d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a4538d17fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51813"
    uid: 6a0e93b8-09df-4e3c-86d6-cd207e3757bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:55Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a462646b3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51850"
    uid: 522cea02-76cc-498f-b07e-6fd22aabaf89
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a462ad1f447
    namespace: kserve-ci-e2e-test
    resourceVersion: "51854"
    uid: 6ce28651-eb0f-41d1-8635-ee40e6470cda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a462b58b63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51855"
    uid: b2918181-dbbe-4177-8148-5af77bc60efb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a462b658015
    namespace: kserve-ci-e2e-test
    resourceVersion: "51856"
    uid: f5ea86e4-1383-4c55-a0d1-e0dce765e918
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a462e70566b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51858"
    uid: bba4c60d-e749-4756-bff3-c3568764b6e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:52:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:52:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a462ef59c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "51859"
    uid: 6bc97a84-b0fc-454e-82e8-d38be0690c6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:54:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-27T18:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a46624abe74
    namespace: kserve-ci-e2e-test
    resourceVersion: "52428"
    uid: 529ede1b-a282-466f-9442-8676284e797a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:54:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a57c115e3ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "52415"
    uid: 6a60899b-0b79-4c44-947c-ab492a5daf8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:54:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:10Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a57c1171db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52416"
    uid: 72374aa1-eeab-4659-8819-5e9b2e98e3ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51791"
    uid: 0fa2ec07-36ba-44cf-ae39-b593d9c37bc2
  kind: Event
  lastTimestamp: "2026-07-27T18:54:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:54:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:54:12Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-q9jl6.18c63a581482c8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52427"
    uid: 315aa329-7bfd-4ca0-9631-a0dc90baa082
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-129-58.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-129-58.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51781"
    uid: 9204e62b-5f79-401c-8843-b5762f9a6970
  kind: Event
  lastTimestamp: "2026-07-27T18:52:50Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-q9jl6'
  metadata:
    creationTimestamp: "2026-07-27T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:52:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c63a4518809c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "51792"
    uid: 77dd61a5-c7b6-493d-a61c-b3ef6135b353
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51779"
    uid: f0020de5-bdc0-40e4-a956-2ec0b260165e
  kind: Event
  lastTimestamp: "2026-07-27T18:52:50Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:52:50Z"
    name: isvc-xgboost-v2-predictor.18c63a45156c1783
    namespace: kserve-ci-e2e-test
    resourceVersion: "51783"
    uid: 6d38ba75-a4d6-4136-b395-82fc0c428f5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:53:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51780"
    uid: 8eb151eb-6e5d-4608-9ffc-5f14ba7bd3af
  kind: Event
  lastTimestamp: "2026-07-27T18:53:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:53:20Z"
    name: isvc-xgboost-v2-predictor.18c63a4893eaf0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52043"
    uid: 4706ce68-f802-4981-9900-e05a754c26c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:53:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51780"
    uid: 8eb151eb-6e5d-4608-9ffc-5f14ba7bd3af
  kind: Event
  lastTimestamp: "2026-07-27T18:53:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:53:20Z"
    name: isvc-xgboost-v2-predictor.18c63a489457993b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52044"
    uid: 6a8df703-9997-4978-a285-2b168be16f72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:53:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51934"
    uid: 8eb151eb-6e5d-4608-9ffc-5f14ba7bd3af
  kind: Event
  lastTimestamp: "2026-07-27T18:54:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:54:05Z"
    name: isvc-xgboost-v2-predictor.18c63a4f92271d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52359"
    uid: 903b07e6-fbe6-499d-91ef-f239d0c306c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-27T18:53:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51934"
    uid: 8eb151eb-6e5d-4608-9ffc-5f14ba7bd3af
  kind: Event
  lastTimestamp: "2026-07-27T18:54:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:54:05Z"
    name: isvc-xgboost-v2-predictor.18c63a4f92936e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "52360"
    uid: c73a513f-2cf5-4c48-a076-a6e83b372a21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:51:45.506189Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51242"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:51:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:51:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a35e86e4102
    namespace: kserve-ci-e2e-test
    resourceVersion: "51248"
    uid: 3566965e-bbc2-475f-9629-3d88a3678436
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51251"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:45Z"
  message: Add eth0 [10.133.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:51:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a360255cb57
    namespace: kserve-ci-e2e-test
    resourceVersion: "51263"
    uid: 6359ef77-6a24-4c1a-ac43-c1eb8dfe7bff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a3603dcd98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51265"
    uid: 8b71eeff-6521-4e77-af33-df180568813b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a36069686bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51266"
    uid: 82ae2cd6-4055-4893-b339-bdf52d198db9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a360722dbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51268"
    uid: b3a52c22-f5ad-4a47-b3bb-209c75ecf7fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a370fe0dd69
    namespace: kserve-ci-e2e-test
    resourceVersion: "51309"
    uid: acc3e428-79b4-427a-a55f-1ee653cd6dad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a37136bb14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51311"
    uid: 87587c9c-cb86-4142-a742-95c4553be6a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a3713e4dfbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51314"
    uid: ddb418f5-d657-4e23-970d-e486e3fef779
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a3713ef55af
    namespace: kserve-ci-e2e-test
    resourceVersion: "51315"
    uid: 19d6146c-e0a3-4445-a632-46e4416cfc02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a371709003d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51317"
    uid: ae2b13e4-75bf-4ad8-b040-4c1df1f853aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:51:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:51:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a37177f153a
    namespace: kserve-ci-e2e-test
    resourceVersion: "51318"
    uid: 17d1d766-32c0-43aa-9da9-a76b27cef234
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:52:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-27T18:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a3fea48c000
    namespace: kserve-ci-e2e-test
    resourceVersion: "51584"
    uid: 1109a028-8348-4897-b6c2-a67e002d1aaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:52:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a43e678426f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51727"
    uid: dd6b008e-c236-444f-a494-9b23de7fe708
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:52:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a43e678e9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51728"
    uid: a32a29a0-0635-49dd-9383-3aa3e5e6c624
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:52:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.75:8643/healthz": dial tcp
    10.133.0.75:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a4491dd3626
    namespace: kserve-ci-e2e-test
    resourceVersion: "51751"
    uid: 9b449550-f917-49ed-9a99-4231e3fba887
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks
    namespace: kserve-ci-e2e-test
    resourceVersion: "51244"
    uid: f0bb9ff3-4fa7-46bb-abce-ba84f323a3ba
  kind: Event
  lastTimestamp: "2026-07-27T18:52:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.75:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-27T18:52:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:52:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks.18c63a45f7826ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51845"
    uid: 36f443ec-06ab-445b-99e6-59c1d8562a69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51233"
    uid: 5ad99423-c293-49d6-b2ff-831f54043bd1
  kind: Event
  lastTimestamp: "2026-07-27T18:51:45Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-q2rks'
  metadata:
    creationTimestamp: "2026-07-27T18:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:51:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c63a35e803bfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51243"
    uid: beb9bf7d-aa46-49b4-befd-2a2ac5b12169
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51231"
    uid: a61c2dd8-35a2-4719-b3f2-eba264642617
  kind: Event
  lastTimestamp: "2026-07-27T18:51:45Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-27T18:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:51:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18c63a35e4ba6855
    namespace: kserve-ci-e2e-test
    resourceVersion: "51234"
    uid: 8e18e56f-8bb4-4a15-82ac-c3cb65172a0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51232"
    uid: 7acdffe1-d967-4caf-a24e-8e794ab9540f
  kind: Event
  lastTimestamp: "2026-07-27T18:52:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:52:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18c63a39633aafea
    namespace: kserve-ci-e2e-test
    resourceVersion: "51602"
    uid: 7d56376b-4d31-4b8b-9adf-9c1a596b05ec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51232"
    uid: 7acdffe1-d967-4caf-a24e-8e794ab9540f
  kind: Event
  lastTimestamp: "2026-07-27T18:52:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:52:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18c63a39639c23d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51603"
    uid: 3cb4f70c-9e3b-4a7b-8416-8777d71c75c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51391"
    uid: 7acdffe1-d967-4caf-a24e-8e794ab9540f
  kind: Event
  lastTimestamp: "2026-07-27T18:52:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:52:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18c63a3ce2abdb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "51711"
    uid: 00ec2dc9-5314-430d-90b4-52b5d58963ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51391"
    uid: 7acdffe1-d967-4caf-a24e-8e794ab9540f
  kind: Event
  lastTimestamp: "2026-07-27T18:52:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:52:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18c63a3ce3179796
    namespace: kserve-ci-e2e-test
    resourceVersion: "51712"
    uid: ca0a8352-a7be-4285-9816-a2c0fd01be70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51224"
    uid: 4d0d999c-7e58-4699-8be2-065543508fcc
  kind: Event
  lastTimestamp: "2026-07-27T18:52:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:52:38Z"
    name: isvc-xgboost-v2-runtime.18c63a35e4c5835e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51664"
    uid: 9e606f01-7911-4aa7-9f1f-fa64b85fbfed
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:51:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51224"
    uid: 4d0d999c-7e58-4699-8be2-065543508fcc
  kind: Event
  lastTimestamp: "2026-07-27T18:51:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:51:45Z"
    name: isvc-xgboost-v2-runtime.18c63a35e546b981
    namespace: kserve-ci-e2e-test
    resourceVersion: "51238"
    uid: aa2de122-cbe2-4dd6-8325-24aed829890a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51662"
    uid: 4d0d999c-7e58-4699-8be2-065543508fcc
  kind: Event
  lastTimestamp: "2026-07-27T18:52:38Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:52:38Z"
    name: isvc-xgboost-v2-runtime.18c63a42440c16f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51663"
    uid: cf7fdc27-5b16-4ae1-b191-c60f2cd48cc2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51772"
    uid: 14124f52-ef30-4675-8dce-940494a35214
  kind: Event
  lastTimestamp: "2026-07-27T18:54:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:54:02Z"
    name: isvc-xgboost-v2.18c63a4515838f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52341"
    uid: c595db95-d012-4399-898c-4a4342ddab31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:52:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51772"
    uid: 14124f52-ef30-4675-8dce-940494a35214
  kind: Event
  lastTimestamp: "2026-07-27T18:52:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:52:50Z"
    name: isvc-xgboost-v2.18c63a45160e2c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "51787"
    uid: 3fd16615-5265-4414-bf2e-b593cc405f2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:54:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "52339"
    uid: 14124f52-ef30-4675-8dce-940494a35214
  kind: Event
  lastTimestamp: "2026-07-27T18:54:02Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:54:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:54:02Z"
    name: isvc-xgboost-v2.18c63a55c62a7f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "52340"
    uid: 89cd4def-47bc-4462-bc82-60bc91cd0df9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48808"
    uid: 93cbdc2b-aa1e-447f-b097-188fd7a04550
  kind: Event
  lastTimestamp: "2026-07-27T18:48:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:48:23Z"
    name: isvc-xgboost.18c639f21e953dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "49507"
    uid: a62d2783-f5ff-4e51-9c4c-9b7a0791e785
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48808"
    uid: 93cbdc2b-aa1e-447f-b097-188fd7a04550
  kind: Event
  lastTimestamp: "2026-07-27T18:46:54Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:46:54Z"
    name: isvc-xgboost.18c639f21f144687
    namespace: kserve-ci-e2e-test
    resourceVersion: "48839"
    uid: c8c462e8-02aa-4c11-a811-9fc8e5e3ab1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48811"
    uid: 93cbdc2b-aa1e-447f-b097-188fd7a04550
  kind: Event
  lastTimestamp: "2026-07-27T18:46:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:46:54Z"
    name: isvc-xgboost.18c639f2263ba38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "48840"
    uid: a6664a39-d16a-4cfe-85d3-62210f06ae99
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:48:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49504"
    uid: 93cbdc2b-aa1e-447f-b097-188fd7a04550
  kind: Event
  lastTimestamp: "2026-07-27T18:48:23Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:48:23Z"
    name: isvc-xgboost.18c63a06f8c6ef0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49505"
    uid: 0f3b4734-02a2-4b25-b68e-a72f6299ea8f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T17:41:50.835873Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-mfbmn
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T17:41:50Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c636654298c1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: b9b412ce-8510-48e6-a862-bfa79b43e627
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:41:51Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T17:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T17:41:51Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c636655d03db02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16641"
    uid: 2276921b-142f-4b1a-9b63-c57b5e855e0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:41:51Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-27T17:41:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:51Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c636655e63f66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: bc9fe264-3c01-4617-ae80-13e6cc8320e7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:41:52Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.305s (1.305s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-27T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:52Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c63665ac31dc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: c6135cf8-469f-44dc-82b1-dde2b2b08548
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:41:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:52Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c63665af8e93f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: ac76a362-bb78-434c-ad42-5aaee8a91934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:41:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:52Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c63665b017182c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 711869c0-5145-4e36-83ef-f4eec91d3d93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:41:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:52Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c63665b022ae14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: a3da3cb3-1b8f-4986-84b9-8a9e960209aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:41:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:52Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c63665b34a9afb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 66cd2ecc-88cf-4801-9e04-ef226fce2996
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:41:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:41:52Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c63665b3c05133
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: c454b1e8-6ba6-40f1-b7aa-22d468b879b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c6368020b4acf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: c726177d-9e0e-40c8-b9c1-efca5393e67d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-mfbmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 8cd54928-6fd8-4a48-b5ba-691799e5c214
  kind: Event
  lastTimestamp: "2026-07-27T17:43:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T17:43:46Z"
    name: message-dumper-predictor-6575bcfdfd-mfbmn.18c6368020b54e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 26f3ccd4-4e41-4406-8599-c26f4a2fa5fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: 05ba66d7-e621-4882-9338-0747ec86e646
  kind: Event
  lastTimestamp: "2026-07-27T17:41:50Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-mfbmn'
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:50Z"
    name: message-dumper-predictor-6575bcfdfd.18c63665422c575e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: c794d4d6-4dcc-441e-8334-e84bbe2cca34
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 48d6473b-efe9-4567-9a49-79fe5872efd7
  kind: Event
  lastTimestamp: "2026-07-27T17:41:50Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:41:50Z"
    name: message-dumper-predictor.18c636653ebf4db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 1628ce46-61e2-4077-af0e-435b9288e0ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: c234b33b-5e57-42cd-985c-c9484a28a36d
  kind: Event
  lastTimestamp: "2026-07-27T17:42:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:05Z"
    name: message-dumper-predictor.18c63668bd81a86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 9fdcb5dc-1bc5-4a50-b1a6-32db4055f4ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: c234b33b-5e57-42cd-985c-c9484a28a36d
  kind: Event
  lastTimestamp: "2026-07-27T17:42:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T17:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:05Z"
    name: message-dumper-predictor.18c63668bddb7e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 5d92be67-a2fb-42ce-a144-a7fefcb23272
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: c234b33b-5e57-42cd-985c-c9484a28a36d
  kind: Event
  lastTimestamp: "2026-07-27T17:42:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:20Z"
    name: message-dumper-predictor.18c6366c3ce19092
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: 51b91039-fa61-47e0-b70d-a7c6a6552c02
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: c234b33b-5e57-42cd-985c-c9484a28a36d
  kind: Event
  lastTimestamp: "2026-07-27T17:42:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T17:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T17:42:20Z"
    name: message-dumper-predictor.18c6366c3d4e4ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16953"
    uid: 6a34931a-1d7f-4ed4-be4e-35a511b85980
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 44292275-a52b-445b-8e67-cde9fee3c0e4
  kind: Event
  lastTimestamp: "2026-07-27T17:42:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:42:01Z"
    name: message-dumper.18c636653ed881d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: b3adc6c3-df08-4298-9844-517aebd5ae7e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 44292275-a52b-445b-8e67-cde9fee3c0e4
  kind: Event
  lastTimestamp: "2026-07-27T17:41:50Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:50Z"
    name: message-dumper.18c636653f45f829
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 6ce764e7-cb99-4fa1-8589-f720f3939f31
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 44292275-a52b-445b-8e67-cde9fee3c0e4
  kind: Event
  lastTimestamp: "2026-07-27T17:41:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-27T17:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:41:50Z"
    name: message-dumper.18c6366547d9dca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 12a3db47-5786-40a9-a670-a525c7b5e4d6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T17:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 44292275-a52b-445b-8e67-cde9fee3c0e4
  kind: Event
  lastTimestamp: "2026-07-27T17:42:01Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-27T17:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T17:42:01Z"
    name: message-dumper.18c63667adda85ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 74f5dd79-4491-4667-99f0-56b252af0ac8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:37:07.947960Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43952"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:37:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:37:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6396995e25f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43956"
    uid: 9f48878f-a0f2-4cfe-9858-42692aeb70e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43960"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:08Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:37:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c63969afd72496
    namespace: kserve-ci-e2e-test
    resourceVersion: "43967"
    uid: 17c595b3-19bb-42d8-ba8c-37251dee39c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c63969b151128e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43969"
    uid: e1e0240e-4231-447e-a6ba-593d62cc08fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c63969b417e881
    namespace: kserve-ci-e2e-test
    resourceVersion: "43972"
    uid: db79d43b-0428-4a05-a398-4c5910ffd7f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c63969b4a4855f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43974"
    uid: d3cd60d1-3c94-44e3-bda3-f9c5958fcae1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:12Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T18:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6396aa2e67dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44008"
    uid: 9a9409cd-b7dc-4a67-9546-4e6a9be511da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6396aa6e26efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44012"
    uid: 565b0003-8756-4a32-ab45-62a01960f7c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6396aa757b574
    namespace: kserve-ci-e2e-test
    resourceVersion: "44013"
    uid: fb6e6f89-7475-4e00-a109-b5bcc83d56be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6396aa7629216
    namespace: kserve-ci-e2e-test
    resourceVersion: "44014"
    uid: 7ba63aad-db8f-4183-af91-2f4eec4dbfbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6396aaad9c587
    namespace: kserve-ci-e2e-test
    resourceVersion: "44016"
    uid: 5a094af0-88b9-41dd-bedf-ab0e0ac26337
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:12Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6396aab4d85f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44017"
    uid: 008fefd2-45ce-4721-a905-b5367e9a54ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:37:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-27T18:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:37:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c639737d7c9604
    namespace: kserve-ci-e2e-test
    resourceVersion: "44281"
    uid: 2c0ee327-cae6-4da5-834b-f3d03d9d1174
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:38:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c63977914d2dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44433"
    uid: 83e4ff9c-c8a3-42a2-9d63-9b400dff9344
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:38:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c63977914d7d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44434"
    uid: 465d3f0c-b351-485c-aeda-0a55df45ee1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:38:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.67:8643/healthz": dial tcp
    10.133.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:15Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6397824ee5237
    namespace: kserve-ci-e2e-test
    resourceVersion: "44542"
    uid: 7c25af72-6817-4f69-9f02-b7b3bcfee68f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm
    namespace: kserve-ci-e2e-test
    resourceVersion: "43954"
    uid: 2eedf056-c257-4f09-847b-1db5cc7a3846
  kind: Event
  lastTimestamp: "2026-07-27T18:38:11Z"
  message: 'Readiness probe failed: Get "http://10.133.0.67:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-27T18:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:38:11Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm.18c6397863471d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44459"
    uid: daf0decd-2c90-45c6-9b03-44cd4cbb555b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43941"
    uid: 47f40cb3-6504-4673-bcf4-124f94c625ee
  kind: Event
  lastTimestamp: "2026-07-27T18:37:07Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-dskjm'
  metadata:
    creationTimestamp: "2026-07-27T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:37:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c63969957849c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43953"
    uid: 63aa61be-9c64-4e7a-95e0-d38497e33493
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43939"
    uid: 5e09dc60-5b20-4b23-8d1a-761f1512dc7b
  kind: Event
  lastTimestamp: "2026-07-27T18:37:07Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:37:07Z"
    name: sklearn-v2-mlserver-predictor.18c63969914118e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43942"
    uid: a9f8f4cf-d7a0-4a49-9afa-be8016db088c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43940"
    uid: ed7e053c-0d17-4f28-9441-c9bca57b1e3a
  kind: Event
  lastTimestamp: "2026-07-27T18:37:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:37:37Z"
    name: sklearn-v2-mlserver-predictor.18c6396d106b75bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44198"
    uid: e321d23c-ae41-4345-9f7b-e29676d00c82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43940"
    uid: ed7e053c-0d17-4f28-9441-c9bca57b1e3a
  kind: Event
  lastTimestamp: "2026-07-27T18:37:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:37:37Z"
    name: sklearn-v2-mlserver-predictor.18c6396d10d5210b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44199"
    uid: 983e6b6f-25f2-4ac4-945c-fd8aa8b1b4e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44092"
    uid: ed7e053c-0d17-4f28-9441-c9bca57b1e3a
  kind: Event
  lastTimestamp: "2026-07-27T18:38:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:38:07Z"
    name: sklearn-v2-mlserver-predictor.18c639740ef9e10e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44417"
    uid: b8f516d6-306d-4e87-9bf8-ea4077b04a53
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44092"
    uid: ed7e053c-0d17-4f28-9441-c9bca57b1e3a
  kind: Event
  lastTimestamp: "2026-07-27T18:38:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:37:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:38:07Z"
    name: sklearn-v2-mlserver-predictor.18c639740f5f8ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44418"
    uid: 86c7cd19-8355-489e-8af4-c4a770ce194b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43932"
    uid: 5555cc48-1278-4bf0-af2b-1f1e438174d8
  kind: Event
  lastTimestamp: "2026-07-27T18:38:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:38:00Z"
    name: sklearn-v2-mlserver.18c639699154a6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44362"
    uid: 8f54a7b2-1134-4f1b-a78a-d92b5db92c6d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:37:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43932"
    uid: 5555cc48-1278-4bf0-af2b-1f1e438174d8
  kind: Event
  lastTimestamp: "2026-07-27T18:37:07Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:37:07Z"
    name: sklearn-v2-mlserver.18c6396991ee1551
    namespace: kserve-ci-e2e-test
    resourceVersion: "43946"
    uid: c96e705a-c19f-4aa1-b0b7-99cc2952baef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:38:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "44360"
    uid: 5555cc48-1278-4bf0-af2b-1f1e438174d8
  kind: Event
  lastTimestamp: "2026-07-27T18:38:00Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:38:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:38:00Z"
    name: sklearn-v2-mlserver.18c63975d74d540c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44361"
    uid: 4966b7d1-fd07-4b53-b919-346cbd6fcac8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-27T18:49:24.969732Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50072"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    to ip-10-0-140-0.ec2.internal
  metadata:
    creationTimestamp: "2026-07-27T18:49:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-27T18:49:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a152fce0ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50078"
    uid: b8fc488f-1b58-4311-b907-ec63d3410296
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6dfb985584-rbv7m
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50082"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:25Z"
  message: Add eth0 [10.133.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-27T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-27T18:49:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a15493dcd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "50093"
    uid: 07e45904-efe1-4485-856c-209992979a39
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:6826da04857ec2521ff8d4edc21f858400a7c6db310668e01c2830086507d99d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a154ae30e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "50096"
    uid: 3112ec51-d50c-47ad-857e-6e410c985ec5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-27T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a154eaeeaee
    namespace: kserve-ci-e2e-test
    resourceVersion: "50097"
    uid: 49b922da-ba49-4640-84a3-9d04b09fb997
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-27T18:49:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a154f1c3283
    namespace: kserve-ci-e2e-test
    resourceVersion: "50098"
    uid: ac592252-9d3c-4e62-9a68-e1eb8188a10a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-27T18:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a16530a3b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50139"
    uid: 80c7e7c2-0e00-4aad-898e-fd8265ba6fb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-27T18:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a1656bf7da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50142"
    uid: 38078fd1-76d2-42ac-b355-9bf1d96737dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a16572829a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50144"
    uid: f450751e-317d-44e8-9abb-5b15ae43453d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-27T18:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a16573329bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "50145"
    uid: 11393fd7-751a-44ed-bdd9-ec376b767572
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-27T18:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a165a8aab14
    namespace: kserve-ci-e2e-test
    resourceVersion: "50147"
    uid: 502117c8-10fe-4cf0-9c48-50a9ffcea002
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:49:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:49:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:49:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a165afaf23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50148"
    uid: df62ab8e-a273-4dfb-9d57-27cd462428df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:50:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-27T18:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a20d7c79bb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50493"
    uid: e2b562a6-15fd-45d2-9a57-8a68f5229bed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:50:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-27T18:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a20d7c835b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "50494"
    uid: a1365d72-a673-44de-8701-12c9c9bf4872
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50075"
    uid: 103da4f9-3705-4bf7-b9a5-0a34178b57dd
  kind: Event
  lastTimestamp: "2026-07-27T18:50:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.74:8643/healthz": dial tcp
    10.133.0.74:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-27T18:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-27T18:50:16Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr.18c63a214518ca53
    namespace: kserve-ci-e2e-test
    resourceVersion: "50510"
    uid: 2acd843d-377a-42f2-88f2-f04d8b42f56d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-0.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-0.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50063"
    uid: 954d8533-803f-4197-8b60-0ecdd084e2ac
  kind: Event
  lastTimestamp: "2026-07-27T18:49:24Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-g4kfr'
  metadata:
    creationTimestamp: "2026-07-27T18:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:49:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c63a152f52aea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50074"
    uid: 4e67b10e-13a0-4691-a5e1-26d9e69eb675
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50061"
    uid: 6afeafbd-c45b-4caf-973f-464327f63815
  kind: Event
  lastTimestamp: "2026-07-27T18:49:24Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-27T18:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:49:24Z"
    name: xgboost-v2-mlserver-predictor.18c63a152c23c564
    namespace: kserve-ci-e2e-test
    resourceVersion: "50064"
    uid: b13057a6-95a0-46ef-ade4-937072f16b96
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50062"
    uid: 61df7bd3-c22b-4488-b047-672a63af9189
  kind: Event
  lastTimestamp: "2026-07-27T18:49:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:49:54Z"
    name: xgboost-v2-mlserver-predictor.18c63a18ab0b36f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50323"
    uid: 82c0d56c-2aab-4012-adab-f4809b2eb132
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50062"
    uid: 61df7bd3-c22b-4488-b047-672a63af9189
  kind: Event
  lastTimestamp: "2026-07-27T18:49:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-27T18:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:49:54Z"
    name: xgboost-v2-mlserver-predictor.18c63a18ab6e993e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50324"
    uid: 02c9ee77-9192-4f31-a00f-59c3e8625b7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50220"
    uid: 61df7bd3-c22b-4488-b047-672a63af9189
  kind: Event
  lastTimestamp: "2026-07-27T18:50:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:50:09Z"
    name: xgboost-v2-mlserver-predictor.18c63a1fa9652e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "50443"
    uid: 73e84a2f-6ac5-465e-ae65-3ea9e33613bb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50220"
    uid: 61df7bd3-c22b-4488-b047-672a63af9189
  kind: Event
  lastTimestamp: "2026-07-27T18:50:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-27T18:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-27T18:50:09Z"
    name: xgboost-v2-mlserver-predictor.18c63a1fa9afca44
    namespace: kserve-ci-e2e-test
    resourceVersion: "50445"
    uid: ae1fa8de-6d77-424e-9c8f-24cb904e257e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50052"
    uid: b3d60c53-b1ae-4046-9be3-d3bf34e5acb8
  kind: Event
  lastTimestamp: "2026-07-27T18:50:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-27T18:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:50:07Z"
    name: xgboost-v2-mlserver.18c63a152c363fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "50416"
    uid: 3f6432ee-5eef-46cb-a6a2-ed18d3ee2e3f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:49:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50052"
    uid: b3d60c53-b1ae-4046-9be3-d3bf34e5acb8
  kind: Event
  lastTimestamp: "2026-07-27T18:49:24Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-27T18:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:49:24Z"
    name: xgboost-v2-mlserver.18c63a152cb5316e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50068"
    uid: df06e6e9-bb39-4ef9-9357-f6e78b0eea83
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-27T18:50:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "50414"
    uid: b3d60c53-b1ae-4046-9be3-d3bf34e5acb8
  kind: Event
  lastTimestamp: "2026-07-27T18:50:06Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-27T18:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-27T18:50:06Z"
    name: xgboost-v2-mlserver.18c63a1ef85bdeaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50415"
    uid: d6a3eb3b-ea55-4cea-b963-2485d5f047c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "56162"